-- Logs begin at Tue 2021-09-07 11:11:20 UTC, end at Tue 2021-09-07 12:09:51 UTC. -- Sep 07 11:41:41.067855 dv-cinder-791281-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 11:41:43.801513 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.common.config [-] Logging enabled! Sep 07 11:41:43.802104 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 11:41:43.802273 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 11:41:43.806047 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.common.config [-] Logging enabled! Sep 07 11:41:43.806298 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 11:41:43.806605 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 11:41:43.807580 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 11:41:43.807814 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 11:41:43.808172 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 11:41:43.808415 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 11:41:43.808638 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 11:41:43.808954 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.809247 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.809539 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.809769 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.810063 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.810351 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.810631 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.810941 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.811237 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.811519 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.811796 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.812072 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.812300 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.812576 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.812859 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.813143 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.813364 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] debug = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.813642 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.814067 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.814470 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.814745 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.816234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.816234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.816234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.816234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.817243 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.817577 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] host = dv-cinder-791281-10-iscsi {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.817855 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.818141 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.818428 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.818714 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.819035 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.819312 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.819598 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.819870 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.820141 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.820413 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.820700 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.820986 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.821273 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.821496 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.821716 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.822002 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.822285 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.822557 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.822852 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.823126 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.823394 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.823663 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.823928 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.824208 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.824489 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.824784 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.825052 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.825322 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.825590 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.825859 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.826139 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.826407 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.826677 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.826980 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.827267 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.827532 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.827801 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.828098 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.828378 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.828656 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.828936 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.829204 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.829481 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.829748 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.830016 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.830299 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_json = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.830550 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.830838 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.831118 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.831387 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.831653 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.831920 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.832186 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.832464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:43.832756 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.833049 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.833344 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.833624 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.833913 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.834187 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.834471 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.834775 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.835164 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.835452 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.835737 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.836014 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.836301 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.836572 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.836863 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.837163 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.837454 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.837742 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.838012 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.838281 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.838551 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.838844 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.839128 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.839403 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.839687 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.839972 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.840246 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.840527 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.840819 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.841105 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.841377 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.841652 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.841939 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.842212 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.842481 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.842756 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.843071 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.843345 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.843615 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.843895 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.844170 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.844437 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.844715 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.844988 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.845272 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.845545 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.845815 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.846082 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.846353 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.846622 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.846925 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.847199 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.847467 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.847735 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.848007 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.848273 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.848541 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.848815 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.849083 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.849355 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.849627 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.849964 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.850753 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.851049 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.851325 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.851596 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.851865 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.852138 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.852409 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.852677 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.852946 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.853213 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.853480 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.853824 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.854057 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.854330 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.854600 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.854902 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.855174 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.855448 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.855722 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.855994 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.856267 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.856533 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.856817 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.857095 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.857375 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.857652 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.857925 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.858219 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.858491 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.858767 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.859061 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.859334 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.859613 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.859893 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.860182 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.860468 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.860756 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.861046 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.861335 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.861610 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.861912 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.862185 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:43.862400 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 11:41:43.862634 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 11:41:44.210811 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 11:41:44.211007 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 11:41:44.211288 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 11:41:44.211619 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 11:41:44.602177 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.602462 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.602737 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.604039 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.604312 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.604573 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.640250 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.640536 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.640805 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.655428 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.655712 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.655981 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.684489 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.684768 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.685039 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.721481 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.721760 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.722136 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.951509 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.952066 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.952066 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.952293 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:44.952998 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.072189 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.072507 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.072785 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.073055 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.073320 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.073631 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.073895 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.074147 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.074403 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.074683 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.074966 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.075232 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.075485 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.075734 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.075988 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.076248 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.076500 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.076763 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.077031 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.077290 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.077561 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.077810 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.078090 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.078464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.078712 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.078984 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.079371 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.079607 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.079840 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.080072 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.080302 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.080530 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.080889 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 11:41:45.084033 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 11:41:45.088495 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 11:41:45.092283 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 07 11:41:45.093907 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 11:41:45.094348 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 11:41:45.094677 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 11:41:45.095147 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 11:41:45.097955 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 11:41:45.098205 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 11:41:45.098548 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 11:41:45.104452 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 11:41:45.126020 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 11:41:45.126422 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.126717 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 11:41:45.127100 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.128504 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 11:41:45.128779 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 11:41:45.129026 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 11:41:45.132390 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.132672 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.196667 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 11:41:45.196902 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 11:41:45.197137 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 11:41:45.197499 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 11:41:45.220140 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_db.sqlalchemy.engines [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 11:41:45.746401 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing driver for type 'gre' Sep 07 11:41:45.746973 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] gre ID ranges: [(1, 1000)] Sep 07 11:41:45.799127 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing driver for type 'local' Sep 07 11:41:45.799466 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing driver for type 'vlan' Sep 07 11:41:45.812398 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] VlanTypeDriver initialization complete Sep 07 11:41:45.812802 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing driver for type 'vxlan' Sep 07 11:41:45.813303 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] vxlan ID ranges: [(1, 1000)] Sep 07 11:41:45.867430 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing extension driver 'port_security' Sep 07 11:41:45.867764 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.extensions.port_security [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] PortSecurityExtensionDriver initialization complete Sep 07 11:41:45.868176 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing mechanism driver 'openvswitch' Sep 07 11:41:45.868417 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing mechanism driver 'hyperv' Sep 07 11:41:45.874980 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.plugin [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:41:45.875662 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.876035 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.876388 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.876906 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.877341 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.877789 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.878139 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.878529 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.878976 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.879329 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.879674 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.880062 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.880464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.880814 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.881155 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.882265 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.882677 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.883062 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.883412 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.883804 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.884471 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > address_group after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.884821 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > address_group after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.885253 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.885710 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 11:41:45.886093 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] ML2 OVO RPC backend initialized. {{(pid=105389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 11:41:45.886804 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.887170 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.887613 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.887961 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > networks before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.888307 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.888650 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > ports before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.888994 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.889336 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnets before_response 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.889682 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.890023 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.890360 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.890696 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.891179 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.891517 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.891853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.892188 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.892523 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.893094 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.plugin [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Modular L2 Plugin initialization complete Sep 07 11:41:45.893422 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading services supported by the core plugin {{(pid=105389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 11:41:45.893807 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.plugins.ml2.managers [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Got port-security extension from driver 'port_security' Sep 07 11:41:45.894278 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.extensions.vlantransparent [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Disabled vlantransparent extension. Sep 07 11:41:45.894761 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 11:41:45.895096 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: router Sep 07 11:41:45.930695 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.931107 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_create 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.931480 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router before_create 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.931845 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.932220 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.932578 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_delete 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.932937 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.933288 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.933646 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_create 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.933992 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.934343 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.934691 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.935092 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.935508 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.935881 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.936221 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.936560 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: subnet after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.936902 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.937253 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.937600 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_create 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.937947 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.938290 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.938649 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router after_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.939029 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.939381 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_create 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.939744 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.940090 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_update 55549900 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.940457 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > agent after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.940878 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > agent after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.941228 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > network after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.942064 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Tracking information for resource: router configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.942391 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Tracking information for resource: floatingip configured {{(pid=105389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 11:41:45.947893 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.db.l3_agentschedulers_db [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 11:41:45.948462 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.948822 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.949174 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.949526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: port after_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.950300 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router before_create 55550100 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.950663 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.951053 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_create 55550100 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.951413 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > router precommit_update 55550100 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.956095 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.provider_configuration [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service providers = [] {{(pid=105389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 11:41:45.956626 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.db.servicetype_db [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 11:41:45.959393 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.service_base [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 11:41:45.959798 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.service_base [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 11:41:45.960141 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.service_base [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 11:41:45.961029 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.services.service_base [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 11:41:45.961399 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.services.service_base [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 11:41:45.961771 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.962088 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 11:41:45.972638 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.972969 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: auto_allocate Sep 07 11:41:45.978694 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: network precommit_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.979089 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: network precommit_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.979614 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.979935 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: tag Sep 07 11:41:45.986369 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.986700 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: timestamp Sep 07 11:41:45.991314 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.991652 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: network_ip_availability Sep 07 11:41:45.997055 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.997383 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.997739 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:45.998449 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:45.998771 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: flavors Sep 07 11:41:46.003523 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:46.003854 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading Plugin: revisions Sep 07 11:41:46.008696 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 11:41:46.009084 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=105389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 11:41:46.010098 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 11:41:46.010434 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Initializing extension manager. Sep 07 11:41:46.010978 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: __init__.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.011321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: __pycache__ {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.011656 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.012119 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: address_group.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.012872 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.013430 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: address-group Sep 07 11:41:46.013750 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: address_scope.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.014662 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.015200 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: address-scope Sep 07 11:41:46.015520 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.016445 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.016954 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: router-admin-state-down-before-update Sep 07 11:41:46.017276 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: agent.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.017977 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.018481 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: agent Sep 07 11:41:46.018913 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: agent_resources_synced.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.019858 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.020362 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: agent-resources-synced Sep 07 11:41:46.020684 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: allowedaddresspairs.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.022490 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.023031 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: allowed-address-pairs Sep 07 11:41:46.023357 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: auto_allocated_topology.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.024429 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.024935 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: auto-allocated-topology Sep 07 11:41:46.025258 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: availability_zone.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.025949 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.026446 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: availability_zone Sep 07 11:41:46.026768 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: availability_zone_filter.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.027694 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.028193 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: availability_zone_filter Sep 07 11:41:46.028513 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: data_plane_status.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.029418 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.029914 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 11:41:46.030234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: default_subnetpools.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.031169 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.031671 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: default-subnetpools Sep 07 11:41:46.031994 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.032797 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.033305 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: dhcp_agent_scheduler Sep 07 11:41:46.033626 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: dns.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.034608 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.035147 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 11:41:46.035471 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: dns_domain_ports.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.036391 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.036896 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 11:41:46.037217 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.038661 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.039196 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 11:41:46.039516 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: dvr.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.040189 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.040691 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: dvr Sep 07 11:41:46.041007 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: ecmp_routes.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.041919 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.042426 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 11:41:46.042747 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: empty_string_filtering.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.043675 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.044187 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: empty-string-filtering Sep 07 11:41:46.044507 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.045414 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.045919 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 11:41:46.046239 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.047172 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.047680 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 11:41:46.047998 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: external_net.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.048909 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.049414 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: external-net Sep 07 11:41:46.049732 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.050699 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.051228 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: extra_dhcp_opt Sep 07 11:41:46.051548 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: extraroute.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.052444 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.052945 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: extraroute Sep 07 11:41:46.053815 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: extraroute_atomic.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.054885 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.055395 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: extraroute-atomic Sep 07 11:41:46.055712 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: filter_validation.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.056378 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.056879 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: filter-validation Sep 07 11:41:46.057198 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: fip_pf_description.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.058101 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.058600 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 11:41:46.058955 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: fip_port_details.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.059874 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.060379 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: fip-port-details Sep 07 11:41:46.060702 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: flavors.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.061918 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.062436 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: flavors Sep 07 11:41:46.062756 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.064429 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.064954 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 11:41:46.065286 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: floatingip_pools.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.066567 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.067114 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: floatingip-pools Sep 07 11:41:46.067446 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: ip_allocation.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.068375 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.068912 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 11:41:46.069240 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.070151 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.070665 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: ip-substring-filtering Sep 07 11:41:46.071026 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l2_adjacency.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.071952 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.072454 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 11:41:46.072778 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.073864 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.074502 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: router Sep 07 11:41:46.074860 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.077066 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.077590 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 11:41:46.077921 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.078877 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.079393 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: ext-gw-mode Sep 07 11:41:46.079724 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.080649 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.081160 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: l3-ha Sep 07 11:41:46.081487 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3_flavors.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.082476 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.083007 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: l3-flavors Sep 07 11:41:46.083333 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.084237 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.084792 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 11:41:46.085115 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: l3agentscheduler.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.086139 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.086645 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: l3_agent_scheduler Sep 07 11:41:46.086995 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: logging.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.088462 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.088972 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension logging not supported by any of loaded plugins Sep 07 11:41:46.089301 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: metering.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.090038 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.090602 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: metering Sep 07 11:41:46.090953 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.092036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.092546 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: metering_source_and_destination_fields Sep 07 11:41:46.092871 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: multiprovidernet.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.093819 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.094331 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: multi-provider Sep 07 11:41:46.094659 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: netmtu.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.095601 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.096103 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: net-mtu Sep 07 11:41:46.096424 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: netmtu_writable.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.097335 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.097836 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: net-mtu-writable Sep 07 11:41:46.098157 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: network_availability_zone.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.098854 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.099354 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: network_availability_zone Sep 07 11:41:46.099671 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: network_ip_availability.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.101289 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.101794 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: network-ip-availability Sep 07 11:41:46.102118 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: network_segment_range.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.102912 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.103416 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 11:41:46.103738 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: pagination.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.104718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.105047 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: pagination Sep 07 11:41:46.105362 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: port_device_profile.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.106281 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.106804 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: port-device-profile Sep 07 11:41:46.107134 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.108048 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.108555 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: port-mac-address-regenerate Sep 07 11:41:46.108874 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.109792 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.110301 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: port-numa-affinity-policy Sep 07 11:41:46.110622 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: port_resource_request.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.111699 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.112206 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 11:41:46.112577 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: portbindings.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.113461 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.113972 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: binding Sep 07 11:41:46.114297 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: portbindings_extended.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.115603 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.116667 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: binding-extended Sep 07 11:41:46.116992 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: portsecurity.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.117907 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.118417 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: port-security Sep 07 11:41:46.118738 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: project_id.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.119740 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.120067 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: project-id Sep 07 11:41:46.120386 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: providernet.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.121308 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.121811 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: provider Sep 07 11:41:46.122130 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.125649 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.126171 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos not supported by any of loaded plugins Sep 07 11:41:46.126503 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.127755 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.128272 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 11:41:46.128596 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.129509 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.130017 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 11:41:46.130341 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_default.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.131276 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.131852 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-default not supported by any of loaded plugins Sep 07 11:41:46.132180 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_fip.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.132834 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.133334 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 11:41:46.133659 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_gateway_ip.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.134865 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.135371 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 11:41:46.135697 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_port_network_policy.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.136604 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.137106 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 11:41:46.137429 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_pps_rule.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.138586 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.139125 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 11:41:46.139449 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_rule_type_details.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.140360 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.140865 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 11:41:46.141187 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: qos_rules_alias.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.142220 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.142723 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 11:41:46.143066 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: quotasv2.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.143973 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.144299 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: quotas Sep 07 11:41:46.144616 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: quotasv2_detail.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.147907 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.148250 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: quota_details Sep 07 11:41:46.148578 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: rbac.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.149629 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.150152 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: rbac-policies Sep 07 11:41:46.150482 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: rbac_address_group.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.151554 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.152072 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: rbac-address-group Sep 07 11:41:46.152401 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: rbac_address_scope.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.153321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.153834 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: rbac-address-scope Sep 07 11:41:46.154159 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: rbac_security_groups.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.155112 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.155623 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: rbac-security-groups Sep 07 11:41:46.155946 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: rbac_subnetpool.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.156860 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.157372 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: rbac-subnetpool Sep 07 11:41:46.157696 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: revisionifmatch.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.158614 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.159168 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: revision-if-match Sep 07 11:41:46.159493 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: revisions.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.160600 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.161109 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: standard-attr-revisions Sep 07 11:41:46.161433 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: router_availability_zone.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.162105 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.163155 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: router_availability_zone Sep 07 11:41:46.163478 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: routerservicetype.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.164395 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.164904 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 11:41:46.165226 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.166146 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.166650 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: security-groups-normalized-cidr Sep 07 11:41:46.167005 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.167916 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.168424 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: port-security-groups-filtering Sep 07 11:41:46.168744 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.169663 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.170175 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: security-groups-remote-address-group Sep 07 11:41:46.170496 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: securitygroup.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.181973 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.182498 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: security-group Sep 07 11:41:46.182855 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: segment.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.183651 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.184154 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension segment not supported by any of loaded plugins Sep 07 11:41:46.184481 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.185423 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.185929 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 11:41:46.186256 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: servicetype.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.187442 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.187957 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: service-type Sep 07 11:41:46.188285 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: sorting.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.189263 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.189596 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: sorting Sep 07 11:41:46.189919 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: standard_attr_segment.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.190865 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.191384 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 11:41:46.191708 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: standardattrdescription.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.192363 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.192868 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: standard-attr-description Sep 07 11:41:46.193191 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: stateful_security_group.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.194653 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.195204 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: stateful-security-group Sep 07 11:41:46.195530 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: stdattrs_common.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.196113 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 11:41:46.196431 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.197357 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.197869 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 11:41:46.198191 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnet_onboard.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.199282 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.199802 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: subnet_onboard Sep 07 11:41:46.200123 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.201042 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.201550 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 11:41:46.201872 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnet_service_types.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.202803 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.203323 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: subnet-service-types Sep 07 11:41:46.203647 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnetallocation.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.204730 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.205245 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: subnet_allocation Sep 07 11:41:46.205569 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.206234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.206741 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: subnetpool-prefix-ops Sep 07 11:41:46.207088 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.208018 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.208524 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 11:41:46.208844 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: tagging.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.210454 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.210995 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: standard-attr-tag Sep 07 11:41:46.211323 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: timestamp.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.212523 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.213035 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loaded extension: standard-attr-timestamp Sep 07 11:41:46.213358 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: trunk.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.214394 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.214954 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension trunk not supported by any of loaded plugins Sep 07 11:41:46.215280 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: trunk_details.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.216198 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.216708 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 11:41:46.217029 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: uplink_status_propagation.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.217946 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.218453 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 11:41:46.218772 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Loading extension file: vlantransparent.py {{(pid=105389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 11:41:46.219455 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 11:41:46.219961 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 11:41:46.222372 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:network Sep 07 11:41:46.222920 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnet Sep 07 11:41:46.223319 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 11:41:46.223715 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:port Sep 07 11:41:46.224946 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.225418 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service FLAVORS assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.226034 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.226464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.226811 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:router Sep 07 11:41:46.227239 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 11:41:46.227726 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service METERING assigned prefix: /metering {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.229138 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:46.229506 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:46.229861 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:41:46.230956 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 11:41:46.231453 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:security_group Sep 07 11:41:46.231891 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 11:41:46.232472 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service CORE assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.232798 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 11:41:46.233145 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] subnetpool is already registered Sep 07 11:41:46.233571 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service CORE assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.233893 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 11:41:46.234225 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] subnetpool is already registered Sep 07 11:41:46.236660 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.237094 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service FLAVORS assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.237686 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.238144 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.238473 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:router Sep 07 11:41:46.238832 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] router is already registered Sep 07 11:41:46.239233 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 11:41:46.239568 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] floatingip is already registered Sep 07 11:41:46.240026 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service METERING assigned prefix: /metering {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.240715 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 11:41:46.241042 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] rbac_policy is already registered Sep 07 11:41:46.241455 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:security_group Sep 07 11:41:46.241786 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] security_group is already registered Sep 07 11:41:46.242182 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 11:41:46.242511 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] security_group_rule is already registered Sep 07 11:41:46.243153 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service CORE assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.243478 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 11:41:46.243811 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] subnetpool is already registered Sep 07 11:41:46.244229 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.v2.resource_helper [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Service CORE assigned prefix: {{(pid=105389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 11:41:46.244551 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 11:41:46.244881 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING neutron.quota.resource_registry [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] subnetpool is already registered Sep 07 11:41:46.245344 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: extensions {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.246883 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: address-groups {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.248397 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: address-scopes {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.249672 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: agents {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.250851 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: auto-allocated-topology {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.252084 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: availability_zones {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.253309 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: dhcp-networks {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.254857 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: dhcp-agents {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.256270 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: routers {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.258997 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: flavors {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.260437 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: service_profiles {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.261634 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: next_providers {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.263108 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: service_profiles {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.264638 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: floatingip-pools {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.265840 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: routers {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.267962 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: floatingips {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.269243 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: l3-routers {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.270819 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: l3-agents {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.272751 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: metering-labels {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.274095 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: metering-label-rules {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.275409 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: network-ip-availabilities {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.276746 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: bindings {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.279217 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: quotas {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.280688 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: quotas {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.282109 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: rbac-policies {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.283342 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: security-groups {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.284652 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: security-group-rules {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.285911 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: service-providers {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.287130 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: subnetpools {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.289090 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: subnetpools {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.290558 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.292243 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.294081 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.296014 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.297898 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.299778 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.301523 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.304133 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.305950 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.307767 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron.api.extensions [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Extended resource: tags {{(pid=105389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 11:41:46.313920 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING keystonemiddleware.auth_token [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 11:41:46.318702 dv-cinder-791281-10-iscsi neutron-server[105389]: WARNING keystonemiddleware.auth_token [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 11:41:46.327416 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Acquired lock "singleton_lock" {{(pid=105389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 11:41:46.327887 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_concurrency.lockutils [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Releasing lock "singleton_lock" {{(pid=105389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 11:41:46.328526 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Starting 2 workers Sep 07 11:41:46.333418 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Started child 105496 {{(pid=105389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 11:41:46.337894 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Started child 105497 {{(pid=105389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 11:41:46.338571 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.339484 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO neutron.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 11:41:46.340039 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [-] (105496) wsgi starting up on http://0.0.0.0:9696 Sep 07 11:41:46.340179 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Notify callbacks [] for process, before_spawn {{(pid=105389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.342563 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Starting 1 workers Sep 07 11:41:46.342675 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.343939 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [-] (105497) wsgi starting up on http://0.0.0.0:9696 Sep 07 11:41:46.347935 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Started child 105498 {{(pid=105389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 11:41:46.348454 dv-cinder-791281-10-iscsi neutron-server[105389]: INFO oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Starting 1 workers Sep 07 11:41:46.352030 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] calling RpcWorker wait() {{(pid=105498) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 11:41:46.352590 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] returning from RpcWorker wait() {{(pid=105498) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 11:41:46.353559 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Started child 105499 {{(pid=105389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 11:41:46.353752 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.354223 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:41:46.354412 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG neutron_lib.callbacks.manager [None req-42489ed0-1b16-43f6-b6f5-e07844248b37 None None] Notify callbacks [] for process, after_spawn {{(pid=105389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.356284 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 11:41:46.356501 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 11:41:46.356671 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 11:41:46.356892 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 11:41:46.357230 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 11:41:46.357389 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 11:41:46.357912 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.358229 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.358450 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:41:46.358958 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.358958 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.359096 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.359772 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.360047 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.360292 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.360562 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.360790 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.360964 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.361108 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.361342 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.361598 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.361898 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.362154 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.362396 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.362723 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.362854 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.363081 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.363337 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.363585 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.364000 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] debug = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.364136 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.364637 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.364860 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.365119 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.365349 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.365607 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.366423 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.366685 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.366960 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.367195 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.367454 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.367695 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.367931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.368155 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.368370 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.368633 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.368879 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.369458 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] host = dv-cinder-791281-10-iscsi {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.369559 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.369778 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.370025 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.370526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.370526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371035 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371035 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371361 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371447 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371687 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.371942 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.372208 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.372443 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.372685 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.372845 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_options = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.373076 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.373347 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.373603 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.373786 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.373950 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.374110 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.374358 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.374510 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.374757 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.374991 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.375200 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.375433 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.375657 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.375894 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.376140 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.376394 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.376602 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.376823 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.377071 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.377310 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.377646 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.377822 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.377992 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.378222 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.378376 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.378765 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.378936 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.379091 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.379239 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.379454 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.379683 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.379930 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.380157 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.380408 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.380634 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.380855 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.381091 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.381385 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.381609 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.381853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.382103 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.382335 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.382573 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.382835 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.383050 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.383257 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_json = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.383467 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.383682 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.383935 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.384408 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.384647 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.384863 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.385075 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.385317 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.386004 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.386004 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387106 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387106 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387106 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387369 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387519 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.387742 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.388154 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.388533 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.388877 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:41:46.389027 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.389271 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.389559 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.389783 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.390127 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.390386 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.390639 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.390918 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.391152 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.391365 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.391612 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.391850 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.392132 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.392367 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.392595 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.392841 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.394931 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.397922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.405227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.406321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.407036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.407036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.407036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.407036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.407036 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.408006 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.408632 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.411922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.413718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.413718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.413718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.413718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.413718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.414314 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.414314 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.414314 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.414672 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.414814 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.417327 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.419120 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.419400 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.419688 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.420024 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.420294 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.420566 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.420818 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.421080 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.421328 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.421582 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.421830 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.422070 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.422321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.422579 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.423080 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.423324 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.423581 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.423831 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.424105 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.424329 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.424556 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.425357 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.425611 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.425866 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.426128 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.426426 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.426689 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.426968 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.427204 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.428035 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.429279 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.430097 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.430429 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.430744 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.431056 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.431352 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.431634 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.431893 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.432148 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.432413 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.432678 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.432936 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.433196 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.433905 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.434164 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.434597 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.434928 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.435279 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.435513 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.435757 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.436086 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.436325 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.436546 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.436772 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.437049 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.437300 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.437551 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.437824 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.438073 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.438306 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.438569 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.438840 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.439064 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.439305 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.439536 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.439751 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.440003 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.440219 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.440472 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.440712 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.440925 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.441164 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.441399 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.441626 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.441857 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.442076 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.442291 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.442535 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.442751 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.442990 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.443229 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.443448 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.443665 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.444466 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.444713 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.444966 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.445184 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.445454 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.445705 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.445937 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.446188 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.446434 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.446670 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.446939 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.447205 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.447423 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.447639 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.447853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.448092 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.448321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.448555 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.448781 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.448993 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.449247 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.449479 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.449815 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.450075 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.450305 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.450541 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.450756 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.451026 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.451262 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.451506 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.451722 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.451938 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.452153 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.452416 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.452671 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.452911 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.453125 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.453356 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.453586 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.453802 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.454014 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.454301 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.454554 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.454809 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.455067 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.455305 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.455549 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.455795 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.456005 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.456219 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.456445 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.456657 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.456864 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.457091 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.457319 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.457526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.457744 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.457957 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.458163 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.458385 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.458592 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.458866 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.459092 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.459307 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.459542 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.459765 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.459971 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.460176 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.460394 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.460607 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.460814 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.461037 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.461276 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.461507 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.461812 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.461960 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.462165 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.462654 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.462830 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.463207 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.463463 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.463712 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.463954 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.464192 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.464775 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.464993 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.465234 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.465471 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.465684 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.465924 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.466180 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.466503 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.466816 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.467069 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.467320 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.467588 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.467868 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.468128 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.468357 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.468647 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.468973 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.469240 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.469500 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.469915 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.470172 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.470394 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.470627 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.471311 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.471311 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.471311 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.471672 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.471860 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.472062 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.472199 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.472423 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.472637 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.472876 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.473113 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.473332 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.473545 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.473700 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 11:41:46.474222 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 11:41:46.474365 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 11:41:46.474520 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 11:41:46.474685 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 11:41:46.474888 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 11:41:46.475062 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 11:41:46.475269 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.475430 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.475591 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.475749 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.475907 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476086 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476247 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476407 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476564 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476722 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.476879 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477038 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477195 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477352 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477511 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477675 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477832 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.477991 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478142 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478297 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478475 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478634 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478816 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] debug = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.478967 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.479172 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.479336 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.479518 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.479677 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.479833 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480332 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480332 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480332 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480585 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480585 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480728 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.480872 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481028 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481186 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481347 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481503 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481660 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] host = dv-cinder-791281-10-iscsi {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481817 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.481974 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482135 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:41:46.482369 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482452 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482577 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482734 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.482939 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483097 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483254 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483412 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483570 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483727 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.483884 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484040 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_options = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484197 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484358 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484503 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484675 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484838 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.484995 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485151 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485308 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485608 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485766 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.485922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486077 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486220 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486380 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486536 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486692 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.486859 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487002 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487164 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487306 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487469 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487637 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487771 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.487928 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488083 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488240 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488396 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488551 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488708 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.488866 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489024 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489181 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489337 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489495 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489654 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489810 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.489969 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.490127 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.490283 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.490440 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.490596 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.491312 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.491471 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.491628 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.491790 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_json = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.491946 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492101 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492258 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492415 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492571 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492727 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.492884 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.493041 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 11:41:46.493218 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.493379 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.493549 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.493710 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.493908 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494030 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494176 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494335 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494499 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494653 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494825 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.494988 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495157 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495317 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495475 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495611 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495774 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.495933 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496095 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496255 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496413 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496573 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496741 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.496901 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.497060 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.497442 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.497608 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.497783 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.497944 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498104 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498264 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498474 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498610 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498747 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.498916 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499078 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499239 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499398 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499557 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499722 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.499881 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500038 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500199 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500366 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500514 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500656 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500817 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.500977 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501137 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501297 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501457 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501616 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501781 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.501941 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502102 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502272 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502436 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502564 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502725 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.502987 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503178 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503311 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503444 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503587 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503718 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.503881 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504053 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504213 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504382 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504533 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504694 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.504853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505012 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505170 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505331 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505491 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505651 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505812 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.505972 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.506131 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.506309 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507055 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507174 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507335 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507495 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507655 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507814 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.507974 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508134 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508305 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508479 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508640 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508799 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.508961 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.509368 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.509537 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.509694 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.509884 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510002 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510162 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510321 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510481 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510642 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510822 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.510978 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511137 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511297 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511457 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511616 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511780 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.511940 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512100 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512259 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512418 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512576 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512735 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.512902 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513063 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513227 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513386 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513554 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513723 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.513883 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514043 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514204 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514365 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514685 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.514853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515017 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515176 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515336 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515503 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515672 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515832 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.515992 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516151 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516333 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516493 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516653 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516811 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.516972 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517132 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517292 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517452 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517611 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517771 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.517932 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518092 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518253 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518412 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518571 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518725 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.518935 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519063 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519223 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519384 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519544 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519703 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.519862 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520010 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520170 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520330 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520490 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520649 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520808 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.520968 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521129 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521288 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521448 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521607 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521771 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.521947 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522109 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522271 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522430 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522591 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522751 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.522933 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523094 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523254 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523416 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523576 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523736 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.523896 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524055 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524216 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524377 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524537 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524696 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.524871 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525015 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525188 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525348 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525507 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525667 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525827 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.525986 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526145 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526305 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526464 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526619 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526778 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.526959 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527121 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527281 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527443 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527603 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527762 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.527922 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528082 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528254 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528414 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528572 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528732 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.528891 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529050 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529219 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529379 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529541 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529701 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.529859 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530017 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530186 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530347 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530526 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530685 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.530863 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531023 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531191 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531351 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531537 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531668 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531824 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.531983 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532151 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532310 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532469 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532627 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532785 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.532944 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533113 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533273 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533431 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533590 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533750 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.533908 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534076 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534240 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534381 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534550 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534709 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.534889 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535051 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535222 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535384 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535547 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535706 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.535866 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536026 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536188 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536353 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536522 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536689 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.536851 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537018 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537187 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537357 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537517 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537703 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.537874 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538033 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538192 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538352 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538512 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538671 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.538853 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539014 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539175 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539334 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539494 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539654 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539813 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.539972 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540198 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540362 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540521 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540680 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540862 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.540992 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 11:41:46.541142 dv-cinder-791281-10-iscsi neutron-server[105389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 11:41:46.739904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37462) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:41:46.748444 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063896 Sep 07 11:41:58.117530 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d9d21-d9d1-49e9-a465-99f61951935e None None] get_active_networks_info from dv-cinder-791281-10-iscsi {{(pid=105498) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 11:41:58.177388 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d9d21-d9d1-49e9-a465-99f61951935e None None] No non-hosted networks {{(pid=105498) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 11:41:58.191056 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.agentschedulers_db [None req-c64d9d21-d9d1-49e9-a465-99f61951935e None None] DHCP Agent not found on host dv-cinder-791281-10-iscsi {{(pid=105498) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 11:41:58.336961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a812fdbf-1e76-4662-9198-31946be5339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:00.748465 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-92dd6971-5941-4c72-a249-cec7c6bf5573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:00.817543 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-b64b0fab-c06e-49f7-9208-090d1b1d9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:01.087870 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:01.089210 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.089873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.090402 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.091246 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.091982 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.092509 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.093101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.093686 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.094263 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.094993 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.095668 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.096752 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:01.097565 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:01.117376 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:01.745568 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:03.301184 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:04.124441 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.db.l3_hamode_db [None req-51549878-9397-40d7-ae7b-7337666bb4a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 11:42:04.145833 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37554) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:04.200593 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51549878-9397-40d7-ae7b-7337666bb4a7 None None] Routers set() bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:42:04.200976 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51549878-9397-40d7-ae7b-7337666bb4a7 None None] Router IDs set() for agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 11:42:04.635017 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING oslo_policy.policy [None req-abf8de4e-e348-4478-a25c-e1121029a514 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:04.635566 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING oslo_policy.policy [None req-abf8de4e-e348-4478-a25c-e1121029a514 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:04.856704 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [None req-abf8de4e-e348-4478-a25c-e1121029a514 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:42:04.857813 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-abf8de4e-e348-4478-a25c-e1121029a514 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7109475 Sep 07 11:42:07.212131 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37568) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:07.514533 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:07.608854 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.policy [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105497) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 11:42:07.653814 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING oslo_policy.policy [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:07.654178 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING oslo_policy.policy [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:07.663302 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.quota [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] Loaded quota_driver: . Sep 07 11:42:07.750010 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666025051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666023464', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666078351', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666078763', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666649832', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769666059445', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3523267', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3513546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-355854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415460'] for rbac-policy, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:07.811368 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:07.812700 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bdec00d7-62b0-45d5-b553-4868d3b8dfe6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5996041 Sep 07 11:42:10.374480 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37580) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:10.666630 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Request body: {'network': {'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'name': 'private'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:10.696111 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Made reservation on behalf of d3c85c7500754246b210c1ef534d3731 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:42:10.698808 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:10.715085 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:10.832351 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:10.836208 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:10.856071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:42:10.883225 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769666990183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:10.884067 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Unsubscribe: segment precommit_create {{(pid=105497) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 11:42:10.884593 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Added segment e0c17051-fdf2-407e-9328-abc6f57f8fc9 of type vlan for network ca69e7cf-cea4-4308-83d7-a426029964a7 Sep 07 11:42:10.901124 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcadf1-8580-4275-9c0f-d73cea373d5c,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:10.947319 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.947675 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.948009 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.948334 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.948656 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.948992 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.949314 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.949645 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.949964 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.950273 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.950584 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.950989 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Tracked resource versions report: Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: pushed versions: Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: { 'AddressGroup': {'1.2'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'ConntrackHelper': {'1.0'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Log': {'1.0'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Network': {'1.1'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Port': {'1.7'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'PortForwarding': {'1.2'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'QosPolicy': {'1.9'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroup': {'1.4'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SubPort': {'1.0'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Subnet': {'1.1'}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Trunk': {'1.1'}} Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: consumer versions: Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'ConntrackHelper': '1.0', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Log': '1.0', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Network': '1.1', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Port': '1.7', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'PortForwarding': '1.2', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'QosPolicy': '1.9', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroup': '1.4', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroupRule': '1.2', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SubPort': '1.0', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Subnet': '1.1', Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Trunk': '1.1'}} Sep 07 11:42:10.952337 dv-cinder-791281-10-iscsi neutron-server[105497]: {{(pid=105497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:42:11.001351 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:11.040444 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:11.041588 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:11.042253 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:11.092419 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7168205 Sep 07 11:42:11.140278 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f239490-65c9-4c0e-b5b2-0073e3e44bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca69e7cf-cea4-4308-83d7-a426029964a7,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:11.152879 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network ca69e7cf-cea4-4308-83d7-a426029964a7 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:42:13.723065 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37594) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:14.114384 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d734aa-a2be-4bb2-b563-da024c7bab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:14.116318 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-37d734aa-a2be-4bb2-b563-da024c7bab52 admin admin] 10.222.0.13 "GET /v2.0/networks/ca69e7cf-cea4-4308-83d7-a426029964a7 HTTP/1.1" status: 200 len: 825 time: 0.3922999 Sep 07 11:42:14.141317 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b7f85a0e-740a-4eae-b720-2194eee310df admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8df598ed-689e-4639-9c13-6e1c85cf0912 HTTP/1.1" status: 200 len: 734 time: 0.0187812 Sep 07 11:42:14.150059 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Request body: {'subnet': {'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:14.171038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Made reservation on behalf of d3c85c7500754246b210c1ef534d3731 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:42:14.173251 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:14.455068 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:14.523171 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Pushing event updated for resources: {'Subnet': ['ID=276450f6-e29e-4a1b-bc1c-cb731e1972fd,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:14.527705 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Checking segment: {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:42:14.528069 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Network hostable DHCP agents. Network: ca69e7cf-cea4-4308-83d7-a426029964a7, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:42:14.547682 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Network ca69e7cf-cea4-4308-83d7-a426029964a7 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:42:14.558200 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, ca69e7cf-cea4-4308-83d7-a426029964a7) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:14.562642 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:14.563251 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:14.567500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15993ca0-c8f9-408f-bda8-7d9abccba314 None None] Network ca69e7cf-cea4-4308-83d7-a426029964a7 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:42:14.576651 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6f5e26a8-7515-4aad-853e-0562e10a739c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4297972 Sep 07 11:42:14.882153 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-ca69e7cf-cea4-4308-83d7-a426029964a7', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:42:14.883462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.154998 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Allocated IP 172.20.0.2 (ca69e7cf-cea4-4308-83d7-a426029964a7/276450f6-e29e-4a1b-bc1c-cb731e1972fd/6ca4c4c2-402c-4d47-9efc-c41029caca92) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:42:15.357668 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.400029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Transition to ACTIVE for port object 6ca4c4c2-402c-4d47-9efc-c41029caca92 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:42:15.421341 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Transition to ACTIVE for port object 6ca4c4c2-402c-4d47-9efc-c41029caca92 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:42:15.429011 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.493866 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Network ca69e7cf-cea4-4308-83d7-a426029964a7 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:42:15.502475 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:15.513152 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Pushing event updated for resources: {'Port': ['ID=6ca4c4c2-402c-4d47-9efc-c41029caca92,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:15.515251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:42:15.527482 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.527842 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.528183 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.528513 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.528835 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.529175 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.529500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.529819 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.530151 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.530476 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.530817 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.531130 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Tracked resource versions report: Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: pushed versions: Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: { 'AddressGroup': {'1.2'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'ConntrackHelper': {'1.0'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Log': {'1.0'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Network': {'1.1'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Port': {'1.7'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'PortForwarding': {'1.2'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'QosPolicy': {'1.9'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroup': {'1.4'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SubPort': {'1.0'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Subnet': {'1.1'}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Trunk': {'1.1'}} Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: consumer versions: Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'ConntrackHelper': '1.0', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Log': '1.0', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Network': '1.1', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Port': '1.7', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'PortForwarding': '1.2', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'QosPolicy': '1.9', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroup': '1.4', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroupRule': '1.2', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SubPort': '1.0', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Subnet': '1.1', Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Trunk': '1.1'}} Sep 07 11:42:15.532485 dv-cinder-791281-10-iscsi neutron-server[105498]: {{(pid=105498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:42:15.599821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Attempting to bind port 6ca4c4c2-402c-4d47-9efc-c41029caca92 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:42:15.600454 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Attempting to bind port 6ca4c4c2-402c-4d47-9efc-c41029caca92 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:42:15.600621 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Attempting to bind port 6ca4c4c2-402c-4d47-9efc-c41029caca92 on network ca69e7cf-cea4-4308-83d7-a426029964a7 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:42:15.605418 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:42:15.605828 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Checking segment: {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:42:15.606293 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.606677 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Bound using segment: {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:42:15.607159 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Bound port: 6ca4c4c2-402c-4d47-9efc-c41029caca92, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:42:15.607563 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.669173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] For port 6ca4c4c2-402c-4d47-9efc-c41029caca92, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:42:15.673492 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] For port 6ca4c4c2-402c-4d47-9efc-c41029caca92, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6ca4c4c2-402c-4d47-9efc-c41029caca92,segment=NetworkSegment(e0c17051-fdf2-407e-9328-abc6f57f8fc9),segment_id=e0c17051-fdf2-407e-9328-abc6f57f8fc9)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:42:15.678392 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:15.742084 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cd908-1ffe-4f3e-a5db-bc53a6dc62ca None None] Pushing event updated for resources: {'Port': ['ID=6ca4c4c2-402c-4d47-9efc-c41029caca92,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:16.973480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 37602) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:17.463491 dv-cinder-791281-10-iscsi neutron-server[105496]: WARNING oslo_policy.policy [None req-4a64e775-131a-4ad7-8a83-191426d45f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:17.464131 dv-cinder-791281-10-iscsi neutron-server[105496]: WARNING oslo_policy.policy [None req-4a64e775-131a-4ad7-8a83-191426d45f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:42:17.688318 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [None req-4a64e775-131a-4ad7-8a83-191426d45f52 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:42:17.689530 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4a64e775-131a-4ad7-8a83-191426d45f52 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7134399 Sep 07 11:42:20.082807 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37616) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:20.396161 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [None req-d96cafb7-502e-47e3-ab71-722118ffb64d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:42:20.397840 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d96cafb7-502e-47e3-ab71-722118ffb64d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139546 Sep 07 11:42:23.055955 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37630) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:23.355211 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd3c85c7500754246b210c1ef534d3731'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:23.379770 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:23.381923 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:23.517745 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:23.523142 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:23.535793 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:23.537582 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-639695b1-9718-4caf-893d-0c2125ea0af2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4806440 Sep 07 11:42:24.092212 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f816526-1247-4208-95e0-d6a49abda4be None None] Network ca69e7cf-cea4-4308-83d7-a426029964a7 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:42:24.202625 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-220ba34f-af20-456e-9560-795cf9e123ed None None] Provisioning for port 6ca4c4c2-402c-4d47-9efc-c41029caca92 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:42:24.546040 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6ca4c4c2-402c-4d47-9efc-c41029caca92 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:24.626691 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 6ca4c4c2-402c-4d47-9efc-c41029caca92 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:42:24.630225 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6ca4c4c2-402c-4d47-9efc-c41029caca92 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:24.630646 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:24.735512 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:24.770925 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 6ca4c4c2-402c-4d47-9efc-c41029caca92, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6ca4c4c2-402c-4d47-9efc-c41029caca92,segment=NetworkSegment(e0c17051-fdf2-407e-9328-abc6f57f8fc9),segment_id=e0c17051-fdf2-407e-9328-abc6f57f8fc9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:42:24.775078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:24.821650 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=6ca4c4c2-402c-4d47-9efc-c41029caca92,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:25.415141 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:42:25.919705 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37638) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:26.223593 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [None req-cbc23747-31e5-496f-9a81-add1df01b56e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:42:26.224632 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-cbc23747-31e5-496f-9a81-add1df01b56e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039844 Sep 07 11:42:26.525292 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6ca4c4c2-402c-4d47-9efc-c41029caca92 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:26.573490 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6ca4c4c2-402c-4d47-9efc-c41029caca92 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:26.573860 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:28.021192 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0075a5be-c3b4-4bb9-b6a3-96b9556ee603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:28.598135 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37646) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:28.906274 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:28.926371 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Made reservation on behalf of 57f16fa9b71d4814812b8f716e854b1e for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:42:28.928582 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:28.936249 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.022711 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.026937 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.040981 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Reserving flat network on physical network physnet1 {{(pid=105497) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 11:42:29.058160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316be8be-5ee7-484f-b9ce-733b5c88025e,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:29.063144 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.063483 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Added segment 7ba70470-a5db-4cc6-b65b-6dd382adf293 of type flat for network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 Sep 07 11:42:29.108168 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.138952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.139881 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:29.140452 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:29.169593 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5703647 Sep 07 11:42:29.202726 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596be843-5f74-4127-820e-9602fbd055ff admin admin] Pushing event updated for resources: {'Network': ['ID=f1663b0a-b40d-473f-8c06-68a3d1ec4e76,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:29.213334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:42:30.738058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-96b67ed9-638f-4de6-bbe5-77b638fb9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:31.058770 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:31.542637 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37662) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:31.677989 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:31.812522 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2d70d-12ec-46a9-896a-b63a6154116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:31.813804 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5ee2d70d-12ec-46a9-896a-b63a6154116f admin admin] 10.222.0.13 "GET /v2.0/subnets/276450f6-e29e-4a1b-bc1c-cb731e1972fd HTTP/1.1" status: 200 len: 849 time: 0.2702041 Sep 07 11:42:31.928719 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ed781b42-df6b-457e-9f96-457ef70a0976 admin admin] 10.222.0.13 "GET /v2.0/routers/1e5dc6bc-b12c-42c1-834a-51f9414420db HTTP/1.1" status: 200 len: 704 time: 0.1080353 Sep 07 11:42:32.187442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:32.470345 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Allocated IP 172.20.0.1 (ca69e7cf-cea4-4308-83d7-a426029964a7/276450f6-e29e-4a1b-bc1c-cb731e1972fd/45a7eda5-711e-4b1e-beab-d7e22c9c4bbe) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:42:32.661742 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:32.683345 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Transition to ACTIVE for port object 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:42:32.748804 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:32.816504 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Network ca69e7cf-cea4-4308-83d7-a426029964a7 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:42:32.820924 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:32.827358 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:42:32.827888 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:32.888079 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Pushing event updated for resources: {'Port': ['ID=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:32.999486 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5f08963c-10ff-408e-a728-4f1fad5f9246 None None] Provisioning for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:42:33.002989 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5f08963c-10ff-408e-a728-4f1fad5f9246 None None] Provisioning complete for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:33.003360 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5f08963c-10ff-408e-a728-4f1fad5f9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.025747 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.036113 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-5f08963c-10ff-408e-a728-4f1fad5f9246 None None] Port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:42:33.231073 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.235806 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.236717 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.243449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.322927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Pushing event updated for resources: {'Port': ['ID=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:33.363038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Network ca69e7cf-cea4-4308-83d7-a426029964a7 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:42:33.364330 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:33.522064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Router 1e5dc6bc-b12c-42c1-834a-51f9414420db is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:42:33.557878 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-baa01536-82ef-4e5f-b901-e4f734c8090a None None] Provisioning complete for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:33.558243 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-baa01536-82ef-4e5f-b901-e4f734c8090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:33.591080 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-baa01536-82ef-4e5f-b901-e4f734c8090a None None] Port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:42:33.618606 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:42:33.625780 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fbfb6865-822c-4d2c-b118-5e001d24966c admin admin] 10.222.0.13 "PUT /v2.0/routers/1e5dc6bc-b12c-42c1-834a-51f9414420db/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6894419 Sep 07 11:42:33.642101 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Sync routers for ids ['1e5dc6bc-b12c-42c1-834a-51f9414420db'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:42:33.653552 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Routers {'1e5dc6bc-b12c-42c1-834a-51f9414420db'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:42:33.654368 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:42:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['1e5dc6bc-b12c-42c1-834a-51f9414420db'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:33.840397 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Set router 1e5dc6bc-b12c-42c1-834a-51f9414420db gateway port host: None {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:42:34.272577 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:32Z', 'revision_number': 2, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port_host': None, '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:33Z', 'revision_number': 2, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:34.340091 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Checking router: 1e5dc6bc-b12c-42c1-834a-51f9414420db for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:42:34.340465 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Updating router 1e5dc6bc-b12c-42c1-834a-51f9414420db port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:42:34.389664 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:34.899801 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:34.918319 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Transition to ACTIVE for port object 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:42:34.925535 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:35.077039 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Pushing event updated for resources: {'Port': ['ID=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:35.095390 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.095786 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.096093 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.096424 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.096764 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.097108 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.097443 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.097763 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.098111 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.098441 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.099406 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.099734 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Tracked resource versions report: Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: pushed versions: Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: { 'AddressGroup': {'1.2'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'ConntrackHelper': {'1.0'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Log': {'1.0'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Network': {'1.1'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Port': {'1.7'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'PortForwarding': {'1.2'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'QosPolicy': {'1.9'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroup': {'1.4'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SubPort': {'1.0'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Subnet': {'1.1'}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Trunk': {'1.1'}} Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: consumer versions: Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'ConntrackHelper': '1.0', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Log': '1.0', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Network': '1.1', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Port': '1.7', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'PortForwarding': '1.2', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'QosPolicy': '1.9', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroup': '1.4', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroupRule': '1.2', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SubPort': '1.0', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Subnet': '1.1', Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Trunk': '1.1'}} Sep 07 11:42:35.101111 dv-cinder-791281-10-iscsi neutron-server[105499]: {{(pid=105499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:42:35.103607 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Attempting to bind port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:42:35.104000 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Attempting to bind port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:42:35.104404 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Attempting to bind port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe on network ca69e7cf-cea4-4308-83d7-a426029964a7 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:42:35.110372 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:42:35.110812 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Checking segment: {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:42:35.111319 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:35.111708 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Bound using segment: {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:42:35.112208 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Bound port: 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c17051-fdf2-407e-9328-abc6f57f8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:42:35.112670 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:35.180760 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] For port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:42:35.200692 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] For port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,segment=NetworkSegment(e0c17051-fdf2-407e-9328-abc6f57f8fc9),segment_id=e0c17051-fdf2-407e-9328-abc6f57f8fc9)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:42:35.204810 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:35.255714 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Routers {'1e5dc6bc-b12c-42c1-834a-51f9414420db'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:42:35.256343 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:42:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['1e5dc6bc-b12c-42c1-834a-51f9414420db'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:35.335771 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c91cfb-823b-4c31-bc9e-ff9bbe615589 None None] Pushing event updated for resources: {'Port': ['ID=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,revision_number=4']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:35.361611 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] Set router 1e5dc6bc-b12c-42c1-834a-51f9414420db gateway port host: None {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:42:35.564826 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:32Z', 'revision_number': 2, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port_host': None, '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:35Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:35.590365 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd3a2-a863-477b-8a25-a1f4f4368cfe None None] The sync data for ids ['1e5dc6bc-b12c-42c1-834a-51f9414420db'] in dv-cinder-791281-10-iscsi is: [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:32Z', 'revision_number': 2, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port_host': None, '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:35Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:42:35.928750 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37682) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:36.046757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2a80f-9bdd-4cba-8e4d-f4a1db80762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:36.054676 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8ca2a80f-9bdd-4cba-8e4d-f4a1db80762d admin admin] 10.222.0.13 "GET /v2.0/networks/f1663b0a-b40d-473f-8c06-68a3d1ec4e76 HTTP/1.1" status: 200 len: 842 time: 0.1184416 Sep 07 11:42:36.059007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Request body: {'subnet': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:36.080821 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Made reservation on behalf of 57f16fa9b71d4814812b8f716e854b1e for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:42:36.083038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:36.428758 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.objects.ports [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105497) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 11:42:36.429094 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:36.484777 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec5b0aa-4c40-41dd-9953-dc81d704621d,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:36.496598 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:42:36.497083 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Network hostable DHCP agents. Network: f1663b0a-b40d-473f-8c06-68a3d1ec4e76, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:42:36.514947 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:42:36.525391 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, f1663b0a-b40d-473f-8c06-68a3d1ec4e76) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:36.529630 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:36.530266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:36.535281 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa9c08-f322-49dc-8315-efd63ab201b8 None None] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:42:36.555526 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-28a8834e-bc50-4324-a250-bf9c4203d1d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4998360 Sep 07 11:42:36.666979 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafde18-d64d-4840-b61f-62cc63ecd86f None None] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:42:38.847879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37692) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:38.979940 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b69574e5-dfc7-479e-a785-45f013596221 admin admin] 10.222.0.13 "GET /v2.0/routers/1e5dc6bc-b12c-42c1-834a-51f9414420db HTTP/1.1" status: 200 len: 710 time: 0.1308336 Sep 07 11:42:39.065277 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2d2bd-1307-4a73-b402-ff08774c4099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:42:39.066595 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-11b2d2bd-1307-4a73-b402-ff08774c4099 admin admin] 10.222.0.13 "GET /v2.0/networks/f1663b0a-b40d-473f-8c06-68a3d1ec4e76 HTTP/1.1" status: 200 len: 886 time: 0.0806766 Sep 07 11:42:39.075933 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:42:39.315678 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:39.543621 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:39.615225 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:39.715821 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Allocated IP 172.27.0.120 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/19dddfcd-e90a-4fad-b238-b68df1473dfb) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:42:39.814062 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:39.852170 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:39.890118 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:42:39.893278 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:42:39.895883 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:42:39.938384 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Pushing event updated for resources: {'Port': ['ID=19dddfcd-e90a-4fad-b238-b68df1473dfb,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:40.230711 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:40.416386 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3723760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3719424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3713'] for router, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:40.419684 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3723771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3723746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3719435'] for router, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:40.523547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Router 1e5dc6bc-b12c-42c1-834a-51f9414420db has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:42:40.626766 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:42:40.631599 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:40.632810 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-72acb6a4-6f00-4bb3-8e78-fc31ee17ccaa admin admin] 10.222.0.13 "PUT /v2.0/routers/1e5dc6bc-b12c-42c1-834a-51f9414420db HTTP/1.1" status: 200 len: 890 time: 1.5600653 Sep 07 11:42:42.077482 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Sync routers for ids ['1e5dc6bc-b12c-42c1-834a-51f9414420db'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:42:42.088213 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Routers {'1e5dc6bc-b12c-42c1-834a-51f9414420db'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:42:42.088946 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:42:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['1e5dc6bc-b12c-42c1-834a-51f9414420db'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:42.338684 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Set router 1e5dc6bc-b12c-42c1-834a-51f9414420db gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:42:42.574080 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:42.699620 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:42:42.708112 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:42.708481 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:42.823272 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:40Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port': {'id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:39Z', 'updated_at': '2021-09-07T11:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:35Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:42.879373 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Checking router: 1e5dc6bc-b12c-42c1-834a-51f9414420db for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:42:42.879774 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Updating router 1e5dc6bc-b12c-42c1-834a-51f9414420db port 19dddfcd-e90a-4fad-b238-b68df1473dfb binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:42:42.896773 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:42.940671 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:42.978157 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,segment=NetworkSegment(e0c17051-fdf2-407e-9328-abc6f57f8fc9),segment_id=e0c17051-fdf2-407e-9328-abc6f57f8fc9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:42:42.984039 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.048339 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 37704) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:42:43.144942 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=45a7eda5-711e-4b1e-beab-d7e22c9c4bbe,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:43.162204 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6bde1a49-f958-4a21-acbe-63fd7e2bc004 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126807 Sep 07 11:42:43.316527 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.327251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Transition to ACTIVE for port object 19dddfcd-e90a-4fad-b238-b68df1473dfb will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:42:43.334274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.381707 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Attempting to bind port 19dddfcd-e90a-4fad-b238-b68df1473dfb on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:42:43.382076 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Attempting to bind port 19dddfcd-e90a-4fad-b238-b68df1473dfb by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:42:43.382448 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Attempting to bind port 19dddfcd-e90a-4fad-b238-b68df1473dfb on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:42:43.389756 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e1c1a-60f7-4b62-80af-25b5c69f70e4 None None] Pushing event updated for resources: {'Port': ['ID=19dddfcd-e90a-4fad-b238-b68df1473dfb,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:43.395262 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:42:43.395635 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:42:43.396035 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.396414 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:42:43.396881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Bound port: 19dddfcd-e90a-4fad-b238-b68df1473dfb, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:42:43.397243 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.448723 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] For port 19dddfcd-e90a-4fad-b238-b68df1473dfb, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:42:43.452019 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] For port 19dddfcd-e90a-4fad-b238-b68df1473dfb, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=19dddfcd-e90a-4fad-b238-b68df1473dfb,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:42:43.457567 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:43.514461 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Routers {'1e5dc6bc-b12c-42c1-834a-51f9414420db'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:42:43.515108 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:42:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['1e5dc6bc-b12c-42c1-834a-51f9414420db'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:43.516900 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e1c1a-60f7-4b62-80af-25b5c69f70e4 None None] Pushing event updated for resources: {'Port': ['ID=19dddfcd-e90a-4fad-b238-b68df1473dfb,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:43.708021 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] Set router 1e5dc6bc-b12c-42c1-834a-51f9414420db gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:42:43.919829 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:40Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port': {'id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:39Z', 'updated_at': '2021-09-07T11:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:42Z', 'revision_number': 5, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:42:43.949324 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0de8e2-a7d3-47d8-946b-f3bd7cf7affa None None] The sync data for ids ['1e5dc6bc-b12c-42c1-834a-51f9414420db'] in dv-cinder-791281-10-iscsi is: [{'id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'name': 'router1', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:42:23Z', 'updated_at': '2021-09-07T11:42:40Z', 'revision_number': 4, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'gw_port': {'id': '19dddfcd-e90a-4fad-b238-b68df1473dfb', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:39Z', 'updated_at': '2021-09-07T11:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '45a7eda5-711e-4b1e-beab-d7e22c9c4bbe', 'name': '', 'network_id': 'ca69e7cf-cea4-4308-83d7-a426029964a7', 'tenant_id': 'd3c85c7500754246b210c1ef534d3731', 'mac_address': 'fa:16:3e:e5:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5dc6bc-b12c-42c1-834a-51f9414420db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:42:32Z', 'updated_at': '2021-09-07T11:42:42Z', 'revision_number': 5, 'project_id': 'd3c85c7500754246b210c1ef534d3731', 'subnets': [{'id': '276450f6-e29e-4a1b-bc1c-cb731e1972fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8df598ed-689e-4639-9c13-6e1c85cf0912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:42:44.769169 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:44.819239 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:44.820673 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:44.914690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 19dddfcd-e90a-4fad-b238-b68df1473dfb up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:44.963570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 19dddfcd-e90a-4fad-b238-b68df1473dfb completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:42:44.967450 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 19dddfcd-e90a-4fad-b238-b68df1473dfb triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:44.967922 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:45.048466 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:45.072294 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 19dddfcd-e90a-4fad-b238-b68df1473dfb, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=19dddfcd-e90a-4fad-b238-b68df1473dfb,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:42:45.077159 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:45.129071 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=19dddfcd-e90a-4fad-b238-b68df1473dfb,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:42:46.556939 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 19dddfcd-e90a-4fad-b238-b68df1473dfb up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:42:46.619870 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 19dddfcd-e90a-4fad-b238-b68df1473dfb triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:42:46.620462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:42:58.024884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-4c60efcc-06c7-4eda-8185-71d786388e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:00.749968 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-82e3da0c-da72-463e-ba43-98555269bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:01.060113 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:01.684552 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:02.413331 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:43:03.266485 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:28.027852 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-24b5ee3c-165f-4937-89ee-9ab48f3a00dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:30.746047 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a6f17b99-0ec9-4f7d-aa99-91d3a8bb6ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:31.063478 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:31.692146 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:33.269351 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:43:39.412566 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:43:58.029092 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7223878c-1aea-4dc6-9b7f-e2c705548fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:00.749795 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-4b171978-3e4e-4fdb-8f46-dd9913025861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:01.065330 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:01.692125 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:03.275449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:16.412187 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:44:18.721269 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38266) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:18.783010 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f413b2-2430-4e9b-a49e-77f3bd91cf29 admin admin] GET failed (client error): The resource could not be found. Sep 07 11:44:18.784385 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-53f413b2-2430-4e9b-a49e-77f3bd91cf29 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621378 Sep 07 11:44:18.941469 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92939436-9415-4d0a-96cf-1c8d41f77c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:18.942988 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-92939436-9415-4d0a-96cf-1c8d41f77c77 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535449 Sep 07 11:44:21.152650 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38276) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:21.245148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0d178-746b-4360-85c9-31687463e61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:21.246473 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-94a0d178-746b-4360-85c9-31687463e61c admin admin] 10.222.0.13 "GET /v2.0/subnets/276450f6-e29e-4a1b-bc1c-cb731e1972fd HTTP/1.1" status: 200 len: 849 time: 0.0928698 Sep 07 11:44:21.256533 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:44:21.337430 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:21.473694 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769666946012'] for subnet, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:21.502409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:21.503010 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:21.504294 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] 10.222.0.13 "PUT /v2.0/subnets/276450f6-e29e-4a1b-bc1c-cb731e1972fd HTTP/1.1" status: 200 len: 868 time: 0.2515891 Sep 07 11:44:21.507664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91750e-16d0-4174-b400-2e73345f8073 None None] Network ca69e7cf-cea4-4308-83d7-a426029964a7 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:44:21.524417 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276450f6-e29e-4a1b-bc1c-cb731e1972fd,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:44:21.532476 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.532852 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.533206 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.533547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.533884 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.534223 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.534615 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.534994 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.535326 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.535654 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.535980 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.536302 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876eb424-1ac5-4f86-8c3f-cefa7c337b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:44:21.881589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-40b82334-95fd-4f95-8415-35e60960dd5c None None] Provisioning complete for port 45a7eda5-711e-4b1e-beab-d7e22c9c4bbe triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:44:21.881958 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-40b82334-95fd-4f95-8415-35e60960dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:21.966659 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-40b82334-95fd-4f95-8415-35e60960dd5c None None] Provisioning complete for port 6ca4c4c2-402c-4d47-9efc-c41029caca92 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:44:21.967149 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-40b82334-95fd-4f95-8415-35e60960dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:23.700522 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38284) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:23.897322 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27b9c5-f1ad-47ec-95a5-0f9179f7a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:23.897752 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27b9c5-f1ad-47ec-95a5-0f9179f7a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:23.899337 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4a27b9c5-f1ad-47ec-95a5-0f9179f7a750 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978345 Sep 07 11:44:26.064144 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38292) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:26.193270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f577cd1-25a4-4a7b-8a32-f1fce4cf7761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:26.193674 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f577cd1-25a4-4a7b-8a32-f1fce4cf7761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:26.195222 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5f577cd1-25a4-4a7b-8a32-f1fce4cf7761 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301425 Sep 07 11:44:28.031230 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-505559bc-b6ce-4ade-8e1d-ac21d50f11a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:28.377029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38300) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:28.600972 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701ae98-e20f-4d5d-a00a-653614655e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:28.602371 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6701ae98-e20f-4d5d-a00a-653614655e6d admin admin] 10.222.0.13 "GET /v2.0/networks/ca69e7cf-cea4-4308-83d7-a426029964a7 HTTP/1.1" status: 200 len: 869 time: 0.2243969 Sep 07 11:44:30.752853 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5af1479b-fa43-431c-af9b-47d13a0754fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:30.775514 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38308) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:30.897103 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e524c8-a13f-4398-885f-90ef95b4e187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:30.898499 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d8e524c8-a13f-4398-885f-90ef95b4e187 admin admin] 10.222.0.13 "GET /v2.0/networks/f1663b0a-b40d-473f-8c06-68a3d1ec4e76 HTTP/1.1" status: 200 len: 886 time: 0.1220295 Sep 07 11:44:31.068227 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:31.694956 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:33.070402 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38316) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:33.194194 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccccd12e-c8ec-4a87-b632-ebce4370845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:33.194568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccccd12e-c8ec-4a87-b632-ebce4370845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:33.196124 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ccccd12e-c8ec-4a87-b632-ebce4370845f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247253 Sep 07 11:44:33.280068 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:44:35.371409 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38324) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:35.606570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.policy [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105496) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 11:44:35.651847 dv-cinder-791281-10-iscsi neutron-server[105496]: WARNING oslo_policy.policy [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:44:35.652221 dv-cinder-791281-10-iscsi neutron-server[105496]: WARNING oslo_policy.policy [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 11:44:35.660884 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:35.661354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:35.663250 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-1aebf115-49d2-4f64-8ea1-027164c6c063 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2909324 Sep 07 11:44:37.818971 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38336) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:37.908989 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47dbd6-9140-452d-8090-f55374d1a1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:37.910343 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ea47dbd6-9140-452d-8090-f55374d1a1c0 admin admin] 10.222.0.13 "GET /v2.0/subnets/276450f6-e29e-4a1b-bc1c-cb731e1972fd HTTP/1.1" status: 200 len: 868 time: 0.0904279 Sep 07 11:44:40.071269 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38344) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:44:40.159516 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81340ba4-d3ae-4cc7-8e81-e93eb004b8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:44:40.160774 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-81340ba4-d3ae-4cc7-8e81-e93eb004b8f2 admin admin] 10.222.0.13 "GET /v2.0/subnets/aec5b0aa-4c40-41dd-9953-dc81d704621d HTTP/1.1" status: 200 len: 816 time: 0.0885148 Sep 07 11:44:53.411184 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:44:58.033752 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0cf2523f-d1f2-4d07-a0eb-d904c1b024dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:00.754004 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0de0bded-df80-48c7-9ab7-feab7dd0d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:01.070105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:01.697149 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:03.281794 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:03.865820 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38398) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:45:03.913325 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [None req-8cb50caf-c510-4698-a26b-1d88416a6443 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:45:03.914383 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8cb50caf-c510-4698-a26b-1d88416a6443 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476000 Sep 07 11:45:06.200513 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38406) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:45:06.261281 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e19351-710c-48bd-9b59-033d5f71599f admin admin] GET failed (client error): The resource could not be found. Sep 07 11:45:06.262651 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d3e19351-710c-48bd-9b59-033d5f71599f admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611739 Sep 07 11:45:06.346386 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75319518-1e1d-421e-b295-2e499d87ce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:45:06.347908 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-75319518-1e1d-421e-b295-2e499d87ce48 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806746 Sep 07 11:45:08.570037 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38414) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:45:08.619813 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:45:08.639816 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Made reservation on behalf of 57f16fa9b71d4814812b8f716e854b1e for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:45:08.642038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:08.669194 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING neutron.services.revisions.revision_plugin [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Could not find related network for resource to bump revision. Sep 07 11:45:08.680155 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:45:08.688778 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:08.689119 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Added segment 9459834e-bba2-43f6-8155-b381defdbb38 of type vlan for network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe Sep 07 11:45:08.729254 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:08.752365 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:08.753257 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:45:08.753828 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:08.785169 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2140534 Sep 07 11:45:08.812277 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8c02b-2716-449f-b928-d64f38ddbfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:45:08.822942 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:45:11.019207 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38422) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:45:11.080252 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.pecan_wsgi.hooks.translation [None req-396ecfa2-021e-4c36-bd00-db173ef99f13 admin admin] GET failed (client error): The resource could not be found. Sep 07 11:45:11.081612 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-396ecfa2-021e-4c36-bd00-db173ef99f13 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614684 Sep 07 11:45:11.153713 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d5468-ebe1-4bf8-b6df-6880cfeee138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:45:11.155758 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-435d5468-ebe1-4bf8-b6df-6880cfeee138 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693099 Sep 07 11:45:11.166093 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:45:11.185968 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Made reservation on behalf of 57f16fa9b71d4814812b8f716e854b1e for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:45:11.188268 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:11.350978 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:11.405365 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cb9318-5779-4ae1-8919-afffb999441f,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:45:11.413505 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Checking segment: {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:45:11.413858 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Network hostable DHCP agents. Network: 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:45:11.435352 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:45:11.444205 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:45:11.450061 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:45:11.450061 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:11.453033 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f93e15-5edd-41a8-8da8-e18987dba9ae None None] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:45:11.464589 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a8161141-f168-4c75-986f-6f9f9df16bbd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3012319 Sep 07 11:45:11.700618 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe', 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe', 'tenant_id': '57f16fa9b71d4814812b8f716e854b1e', 'fixed_ips': [{'subnet_id': 'a0cb9318-5779-4ae1-8919-afffb999441f'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:45:11.701548 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:11.841655 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Allocated IP 192.168.233.2 (2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe/a0cb9318-5779-4ae1-8919-afffb999441f/3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:45:11.985466 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:11.994721 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Transition to ACTIVE for port object 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:45:12.010651 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Transition to ACTIVE for port object 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:45:12.016666 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:12.062109 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:45:12.067807 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Pushing event updated for resources: {'Port': ['ID=3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:45:12.070060 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:45:12.076416 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:45:12.078880 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.079256 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.079606 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.079944 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.080283 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.080649 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.080983 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.081311 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.081653 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.081987 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.082312 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.082631 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:45:12.136183 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Attempting to bind port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:45:12.136555 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Attempting to bind port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:45:12.136918 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Attempting to bind port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f on network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:45:12.141932 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:45:12.142298 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Checking segment: {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:45:12.142700 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:12.143124 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Bound using segment: {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:45:12.143589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Bound port: 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:45:12.144019 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:12.206736 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] For port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:45:12.210343 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] For port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:45:12.215812 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:12.275567 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9afcef-c024-412c-b46f-61214eb6aa04 None None] Pushing event updated for resources: {'Port': ['ID=3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:45:12.669680 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:45:12.724045 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:45:13.131074 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ebab0-0e6a-4074-bb4e-cf978fc3d07a None None] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:45:13.260546 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Provisioning for port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:45:13.267563 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Provisioning complete for port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:45:13.267965 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:13.369049 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:13.406056 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] For port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:45:13.412920 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:13.473675 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b64212-619c-440e-8fab-a1385f143ec4 None None] Pushing event updated for resources: {'Port': ['ID=3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:45:13.531578 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-148b32b7-ea15-4d9c-924d-d086c94eecc7 None None] Provisioning complete for port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:45:13.531947 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-148b32b7-ea15-4d9c-924d-d086c94eecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:14.645634 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:45:14.691710 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 3572e539-55ca-4cf4-95e2-4e5bb0fe6c3f triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:45:14.692084 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:28.035645 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e07c-6d1f-4f50-9b84-6740c421c082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:30.409501 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:45:30.756082 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-92a2011c-0e72-41f8-afc6-10a070649126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:31.071337 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:31.699753 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:33.287112 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:45:58.037098 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-76c7fcfe-547a-4693-ad1d-8032b03c078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:00.756588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0b368fa7-be84-4975-b4b4-f69e6dea1cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:01.072610 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:01.703311 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:03.288468 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:07.408263 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:46:19.812110 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38474) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:46:19.817995 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [None req-dc86015a-5862-4c8d-b01c-e966a6956976 tempest-verify_tempest_config-1254630272 tempest-verify_tempest_config-1254630272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:46:19.819037 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-dc86015a-5862-4c8d-b01c-e966a6956976 tempest-verify_tempest_config-1254630272 tempest-verify_tempest_config-1254630272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058920 Sep 07 11:46:20.105221 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38492) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:46:20.214937 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.223107 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.quota [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Loaded quota_driver: . Sep 07 11:46:20.359099 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.362948 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.405672 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f893418fc44844f2bd38693c953e745f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2993085 Sep 07 11:46:20.408857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38500) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:46:20.411091 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a2a0a-d484-44b9-9ceb-820760530217,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:46:20.422558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.423017 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.423356 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.423685 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.424009 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.424347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.424671 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.425003 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.425325 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.425643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.425949 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.426260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8dabd2-71ba-4788-a45d-a318daf3b351 admin admin] Tracked resource versions report: Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: pushed versions: Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: { 'AddressGroup': {'1.2'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'ConntrackHelper': {'1.0'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Log': {'1.0'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Network': {'1.1'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Port': {'1.7'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'PortForwarding': {'1.2'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'QosPolicy': {'1.9'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroup': {'1.4'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SubPort': {'1.0'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Subnet': {'1.1'}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Trunk': {'1.1'}} Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: consumer versions: Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'ConntrackHelper': '1.0', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Log': '1.0', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Network': '1.1', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Port': '1.7', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'PortForwarding': '1.2', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'QosPolicy': '1.9', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroup': '1.4', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroupRule': '1.2', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SubPort': '1.0', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Subnet': '1.1', Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Trunk': '1.1'}} Sep 07 11:46:20.427643 dv-cinder-791281-10-iscsi neutron-server[105496]: {{(pid=105496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:46:20.465393 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.485764 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.571677 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.574246 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:20.575436 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/426a2a0a-d484-44b9-9ceb-820760530217 HTTP/1.1" status: 204 len: 168 time: 0.1655784 Sep 07 11:46:20.585803 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a2a0a-d484-44b9-9ceb-820760530217,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:46:20.592655 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.593052 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.593394 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.593793 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.594130 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.594480 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.594832 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.595180 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.595510 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.595832 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.596160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:20.596482 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61942c-0762-45a3-9f11-ff12fa53d707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:46:28.037046 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79ded030-6d1c-40d5-8e9b-c9423d998851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:30.760517 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-40ffbe27-b15e-4e08-a376-eb41414633a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:31.074071 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:31.705232 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:33.294385 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:46:44.406810 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:46:58.038829 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-49ede473-f6e8-4cce-89ae-6e7160c64aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:00.761362 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3559dae3-149e-4e61-821b-a4a3e637e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:01.074441 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:01.707588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:03.293731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:21.405224 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:47:28.039931 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-63dad376-5766-44d3-a464-1782ec2c125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:30.762488 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-94c6d938-b254-47e7-acf3-43231254c26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:31.076414 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:31.709659 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:33.296016 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:58.040275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-612bb117-40c3-4476-8b59-4e8d930ec2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:47:58.403985 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 5 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:48:00.763922 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b92e-043e-432d-8ba3-8be53a0b423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:01.076623 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:01.712310 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:02.818734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729659'] for agent, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:03.299447 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:18.145838 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38574) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:48:18.247310 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a4afda09-c276-4a70-8720-edb2945e404a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1004472 Sep 07 11:48:20.459153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38584) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:48:20.513282 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0c0abcaa-f621-4c80-96e4-35223376f381 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0530608 Sep 07 11:48:28.040537 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0f8b85d8-af36-4b0d-ab4c-e5a9883d501c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:30.764843 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ae94e374-e012-47f6-bfd9-6b0772515973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:31.077701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:31.715997 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:32.802130 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:33.302857 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:48:35.403691 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:48:58.042664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-10e7b6cc-da2d-42fe-94cc-dd8ecde3fdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:00.765606 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3838a47f-bf3e-43be-8dab-30c1f7b39ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:01.078394 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:01.719069 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:02.818822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:03.305297 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:12.403591 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:49:28.043147 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-dca221dc-96cb-4d8f-a0c3-151170582837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:30.767146 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3c2c541c-1caf-4a3b-860d-f16f4b5e5a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:31.080446 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:31.721005 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:32.815738 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:33.309739 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:49.402965 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:49:49.976108 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38720) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:50.284826 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-network', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:50.311526 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Made reservation on behalf of dd6b51301c714b638c3a2bf1bedefbd8 for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:50.314311 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.324058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.417753 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.423265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.456226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0498539-942a-4b7e-a1ff-3fc89341ca88,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:50.466157 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:49:50.470481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.470851 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.471186 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.471514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.471839 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.472170 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.472497 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.472812 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.473445 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.473445 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.473743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.474058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Tracked resource versions report: Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: pushed versions: Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: { 'AddressGroup': {'1.2'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'ConntrackHelper': {'1.0'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Log': {'1.0'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Network': {'1.1'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Port': {'1.7'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'PortForwarding': {'1.2'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'QosPolicy': {'1.9'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroup': {'1.4'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SubPort': {'1.0'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Subnet': {'1.1'}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Trunk': {'1.1'}} Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: consumer versions: Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: HyperV agent@hv-cinder-79128: {}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'ConntrackHelper': '1.0', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Log': '1.0', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Network': '1.1', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Port': '1.7', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'PortForwarding': '1.2', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'QosPolicy': '1.9', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroup': '1.4', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SecurityGroupRule': '1.2', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'SubPort': '1.0', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Subnet': '1.1', Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: 'Trunk': '1.1'}} Sep 07 11:49:50.475222 dv-cinder-791281-10-iscsi neutron-server[105496]: {{(pid=105496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:49:50.492358 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769666990183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.493106 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Unsubscribe: segment precommit_create {{(pid=105496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 11:49:50.494891 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Added segment fb25c26c-f52c-451f-b319-e7094bae9d46 of type vlan for network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 Sep 07 11:49:50.573795 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.612256 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.613770 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:50.614375 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.711271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e51a59e-c178-473f-8a0d-d6ceca9871d2,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:50.720024 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38754) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:50.724136 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-50586eb6-c9f8-4f1f-b515-72de7230dfc7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7461622 Sep 07 11:49:50.729344 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:49:50.735350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Request body: {'subnet': {'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-subnet', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:50.776982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Made reservation on behalf of dd6b51301c714b638c3a2bf1bedefbd8 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:50.779695 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:50.973819 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.027687 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3957d40-10df-4782-8e1e-9a50f2102040,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:51.041982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.042356 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.042684 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.043042 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.043368 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.043708 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.044036 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.044356 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.044675 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.044996 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.045308 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.045745 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Tracked resource versions report: Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: pushed versions: Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: { 'AddressGroup': {'1.2'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'ConntrackHelper': {'1.0'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Log': {'1.0'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Network': {'1.1'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Port': {'1.7'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'PortForwarding': {'1.2'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'QosPolicy': {'1.9'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroup': {'1.4'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SubPort': {'1.0'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Subnet': {'1.1'}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Trunk': {'1.1'}} Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: consumer versions: Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: HyperV agent@hv-cinder-79128: {}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'ConntrackHelper': '1.0', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Log': '1.0', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Network': '1.1', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Port': '1.7', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'PortForwarding': '1.2', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'QosPolicy': '1.9', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroup': '1.4', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SecurityGroupRule': '1.2', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'SubPort': '1.0', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Subnet': '1.1', Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: 'Trunk': '1.1'}} Sep 07 11:49:51.046701 dv-cinder-791281-10-iscsi neutron-server[105497]: {{(pid=105497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:49:51.054679 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Checking segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:51.055059 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Network hostable DHCP agents. Network: 5e51a59e-c178-473f-8a0d-d6ceca9871d2, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:49:51.073392 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:49:51.085494 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 5e51a59e-c178-473f-8a0d-d6ceca9871d2) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:51.090196 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:51.091002 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.110200 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf08462-b401-4e65-8f35-15850216ae15 None None] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:51.113513 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38788) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:51.114106 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a56be266-402a-4fc9-91ae-73999fd53160 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3926156 Sep 07 11:49:51.120081 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:51.150036 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.152462 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.312467 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.363044 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd203c-7277-47e1-b24f-c1567f59b7f7 None None] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:51.535875 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.587604 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38806) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:51.832641 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.858215 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:51.965674 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-667098667-network', 'tenant_id': '3c46e62502364c3293744ed53aef6c55'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:51.986105 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38826) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:52.018650 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38830) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:52.057206 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Made reservation on behalf of 3c46e62502364c3293744ed53aef6c55 for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:52.059777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.074500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.087888 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Allocated IP 172.27.0.88 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/a596e73d-f083-4aa1-8101-83d264d2d822) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:49:52.238418 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.280247 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2018406659-network', 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:52.340538 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.344302 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-589464133-network', 'tenant_id': '1bb7203c6f5d43a785394be838325806'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:52.357095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.366937 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:52.371112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.382698 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.390997 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:49:52.401576 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.401924 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Added segment 7d2601e9-ef83-4cc8-a51b-653849f213c1 of type vlan for network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 Sep 07 11:49:52.433641 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.452627 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b22aaae-7873-46e9-9566-529f1884f016,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:52.494879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.502449 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.528523 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:49:52.541752 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Pushing event updated for resources: {'Port': ['ID=a596e73d-f083-4aa1-8101-83d264d2d822,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:52.545197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.549054 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3202241c-9e10-42a5-80d9-118b01149410,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:52.554603 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:49:52.562310 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.562655 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Added segment b57efb9a-ab6e-417d-b7d9-dd1171240196 of type vlan for network d11babbf-725f-498e-8316-c1797a36e83d Sep 07 11:49:52.571236 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:52.575162 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:49:52.618710 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.652388 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.653826 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:52.654693 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.667186 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.db.resource_extend [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 11:49:52.670285 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Made reservation on behalf of 1bb7203c6f5d43a785394be838325806 for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:52.673087 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.705106 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.722364 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] Pushing event updated for resources: {'Network': ['ID=d11babbf-725f-498e-8316-c1797a36e83d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:52.736265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network d11babbf-725f-498e-8316-c1797a36e83d details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:49:52.740398 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-65327df6-7c0d-493c-9794-c0ee8ba0ea9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7524579 Sep 07 11:49:52.743273 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38868) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:52.751722 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Request body: {'subnet': {'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2018406659-subnet', 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:52.795651 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:52.802321 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.824795 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.825758 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:52.826503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:52.995073 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] Pushing event updated for resources: {'Network': ['ID=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:53.007350 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:49:53.175850 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.189901 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.246157 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0da42c-1a0a-4b27-86f8-3af1e18095af,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:53.285103 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Checking segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:53.286016 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Network hostable DHCP agents. Network: d11babbf-725f-498e-8316-c1797a36e83d, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:49:53.314047 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Network d11babbf-725f-498e-8316-c1797a36e83d is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:49:53.329668 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, d11babbf-725f-498e-8316-c1797a36e83d) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:53.337112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:53.338054 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.340021 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d1376-f3ae-49f2-b1cb-a5e795f21a3c None None] Network d11babbf-725f-498e-8316-c1797a36e83d requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:53.367729 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.384530 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-77462760-3c85-487b-82d3-b9df02edf6b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6392398 Sep 07 11:49:53.387204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.400593 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d0c11fa4-bf58-4299-964c-fa4791387339 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8118153 Sep 07 11:49:53.403910 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38900) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:53.408449 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Request body: {'subnet': {'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-667098667-subnet', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:53.448841 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Made reservation on behalf of 3c46e62502364c3293744ed53aef6c55 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:53.451724 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.457440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:49:53.460205 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdec88-e099-41e7-86b5-fb2bd985b5ce,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:53.526859 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2f498-da0c-49e2-aa00-5e16e8df8c00 None None] Network d11babbf-725f-498e-8316-c1797a36e83d requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:53.579142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.579495 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Added segment f9fb417c-4039-4f2b-88c7-5bf4bee23a58 of type vlan for network 53748d86-5604-4974-8317-669305b4a5c5 Sep 07 11:49:53.637904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.677105 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.735139 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.736217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:53.736799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.815008 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7931895 Sep 07 11:49:53.817529 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38904) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:53.825931 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Request body: {'subnet': {'network_id': '53748d86-5604-4974-8317-669305b4a5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-589464133-subnet', 'tenant_id': '1bb7203c6f5d43a785394be838325806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:53.826126 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.880926 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18304a2-0d0b-4e64-9cd5-a03ae0bd8da8 admin admin] Pushing event updated for resources: {'Network': ['ID=53748d86-5604-4974-8317-669305b4a5c5,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:53.900728 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Checking segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:53.901086 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Network hostable DHCP agents. Network: 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:49:53.901215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 53748d86-5604-4974-8317-669305b4a5c5 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:49:53.905196 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Made reservation on behalf of 1bb7203c6f5d43a785394be838325806 for: {'subnet': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:49:53.907726 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.932442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:49:53.940658 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:53.947131 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:53.960164 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:53.960872 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:53.967027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09639ba3-aa09-443d-a145-152b5fe9cff6 None None] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:53.978822 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-cee42aad-aea5-4f44-a772-c12874e08eec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5727921 Sep 07 11:49:53.980280 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38910) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:53.988623 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:49:54.013650 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 38912) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:54.021832 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.024141 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.106015 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.171523 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.305266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.312882 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd4d279-099f-49a6-bf17-d46b320032c7,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:54.326903 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a63af9b-ce3a-44a1-a770-9323978857e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.357936 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Router 3863826a-9db0-411c-89c8-c968452e59d1 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:49:54.365223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Checking segment: {'id': 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '53748d86-5604-4974-8317-669305b4a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:54.365944 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Network hostable DHCP agents. Network: 53748d86-5604-4974-8317-669305b4a5c5, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:49:54.480249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Network 53748d86-5604-4974-8317-669305b4a5c5 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:49:54.487878 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:49:54.488964 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.523095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 53748d86-5604-4974-8317-669305b4a5c5) {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:54.533118 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:54.534775 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.600793 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a63af9b-ce3a-44a1-a770-9323978857e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.614278 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a63af9b-ce3a-44a1-a770-9323978857e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.631919 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-612ac5a7-3ce5-44ec-b5f2-674570966a9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8030264 Sep 07 11:49:54.668398 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:49:54.689823 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507838-736b-47da-ab43-872839823314 None None] Sync routers for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:49:54.704055 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e507838-736b-47da-ab43-872839823314 None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:49:54.707661 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-2e507838-736b-47da-ab43-872839823314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:49:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:54.723241 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] Notify callbacks [] for router, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:54.725020 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-f4569fb0-bb7f-4644-8ef7-e2ecb610f779 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6095898 Sep 07 11:49:54.728541 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38948) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:54.862665 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Allocated IP 172.20.0.2 (15f17bf6-1e8d-4499-9414-e6a4dd3b2c50/225eb7eb-61a8-4e8a-a382-abe9fd4f20c4/dea0aafa-2cb0-4ca6-85b1-b3e2df761e07) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:49:54.940340 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0a63af9b-ce3a-44a1-a770-9323978857e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a858a8d1c7d46ab91ffa7fe122968da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9254069 Sep 07 11:49:54.943355 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 38952) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:54.951071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63af9b-ce3a-44a1-a770-9323978857e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facbc5ca-3b87-4a21-87e2-99752f8086bb,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:55.026388 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb503c2f-7e50-4f33-9c04-0e3be7dfa73b None None] Network 53748d86-5604-4974-8317-669305b4a5c5 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:55.069139 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.117387 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-2e507838-736b-47da-ab43-872839823314 None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:49:55.117836 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Transition to ACTIVE for port object dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:49:55.154462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Transition to ACTIVE for port object dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:49:55.165266 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.184895 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.243185 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.311218 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:49:55.316645 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a85153-7d8d-412d-8f6e-3d58f19a4009 None None] Network 53748d86-5604-4974-8317-669305b4a5c5 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:55.369420 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:55.393621 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:49:55.531314 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Pushing event updated for resources: {'Port': ['ID=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:55.555418 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.556004 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.556481 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.556956 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.557426 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.558028 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.558507 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.559009 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.559496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.559969 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.560454 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.560937 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Tracked resource versions report: Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: pushed versions: Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: { 'AddressGroup': {'1.2'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'ConntrackHelper': {'1.0'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Log': {'1.0'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Network': {'1.1'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Port': {'1.7'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'PortForwarding': {'1.2'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'QosPolicy': {'1.9'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroup': {'1.4'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SubPort': {'1.0'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Subnet': {'1.1'}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Trunk': {'1.1'}} Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: consumer versions: Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: HyperV agent@hv-cinder-79128: {}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'ConntrackHelper': '1.0', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Log': '1.0', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Network': '1.1', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Port': '1.7', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'PortForwarding': '1.2', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'QosPolicy': '1.9', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroup': '1.4', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SecurityGroupRule': '1.2', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'SubPort': '1.0', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Subnet': '1.1', Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: 'Trunk': '1.1'}} Sep 07 11:49:55.562205 dv-cinder-791281-10-iscsi neutron-server[105498]: {{(pid=105498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:49:55.579036 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Attempting to bind port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:49:55.579629 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Attempting to bind port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:49:55.580170 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Attempting to bind port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:49:55.590779 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:49:55.591503 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Checking segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:55.592058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.592594 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Bound using segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:49:55.593228 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Bound port: dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:49:55.593788 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.672525 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.676436 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.680992 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/facbc5ca-3b87-4a21-87e2-99752f8086bb HTTP/1.1" status: 204 len: 168 time: 0.7315791 Sep 07 11:49:55.730589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5f15-c38f-4a96-a596-656a1efd5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbc5ca-3b87-4a21-87e2-99752f8086bb,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:55.751182 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39008) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:55.767714 dv-cinder-791281-10-iscsi neutron-server[105496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 11:49:55.778508 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] For port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:49:55.783452 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] For port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:49:55.791775 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.794442 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-2e507838-736b-47da-ab43-872839823314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:52Z', 'revision_number': 3, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:55.801273 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39014) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:55.807364 dv-cinder-791281-10-iscsi neutron-server[105497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 11:49:55.825151 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507838-736b-47da-ab43-872839823314 None None] Checking router: 3863826a-9db0-411c-89c8-c968452e59d1 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:49:55.825828 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507838-736b-47da-ab43-872839823314 None None] Updating router 3863826a-9db0-411c-89c8-c968452e59d1 port a596e73d-f083-4aa1-8101-83d264d2d822 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:49:55.863305 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:55.930555 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2857725-e864-4d0c-bde8-5e5610961e62 None None] Pushing event updated for resources: {'Port': ['ID=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:56.043557 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.080634 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-81732166-e2b3-4799-bd9e-038eec10ca60 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:56.082841 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-81732166-e2b3-4799-bd9e-038eec10ca60 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/networks?id=53748d86-5604-4974-8317-669305b4a5c5 HTTP/1.1" status: 200 len: 811 time: 0.3305473 Sep 07 11:49:56.105282 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.122594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-803560e7-bcdc-4e2b-bd87-28c9de8909db tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/quotas/1bb7203c6f5d43a785394be838325806 HTTP/1.1" status: 200 len: 375 time: 0.0143871 Sep 07 11:49:56.144773 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d515ee27-f0e2-4958-b5f4-28bd76b9d9aa tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:49:56.169526 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d515ee27-f0e2-4958-b5f4-28bd76b9d9aa tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.3650026 Sep 07 11:49:56.197847 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-bd821396-4e3a-4c4f-b2f9-6420eb56d160 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/quotas/a7d39185057d4cb99a9e5409610500a8 HTTP/1.1" status: 200 len: 375 time: 0.0271850 Sep 07 11:49:56.216017 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.226611 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9a57f1f4-7e1b-4c8a-a9ce-d6ef15fb030c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bb7203c6f5d43a785394be838325806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960109 Sep 07 11:49:56.239993 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-2e507838-736b-47da-ab43-872839823314 None None] Transition to ACTIVE for port object a596e73d-f083-4aa1-8101-83d264d2d822 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:49:56.254077 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.321517 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39022) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:56.321905 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-2e507838-736b-47da-ab43-872839823314 None None] Attempting to bind port a596e73d-f083-4aa1-8101-83d264d2d822 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:49:56.322277 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-2e507838-736b-47da-ab43-872839823314 None None] Attempting to bind port a596e73d-f083-4aa1-8101-83d264d2d822 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:49:56.322639 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e507838-736b-47da-ab43-872839823314 None None] Attempting to bind port a596e73d-f083-4aa1-8101-83d264d2d822 on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:49:56.333893 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e507838-736b-47da-ab43-872839823314 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:49:56.334738 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e507838-736b-47da-ab43-872839823314 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:49:56.335141 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.335655 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e507838-736b-47da-ab43-872839823314 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:49:56.336120 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-2e507838-736b-47da-ab43-872839823314 None None] Bound port: a596e73d-f083-4aa1-8101-83d264d2d822, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:49:56.336703 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.340404 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Pushing event updated for resources: {'Port': ['ID=a596e73d-f083-4aa1-8101-83d264d2d822,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:56.345651 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1b79-bd44-465d-91a2-e45eea15d25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.353453 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-619fe5c9-c28d-4d50-baed-4372ab6f1c51 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092050 Sep 07 11:49:56.357116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.377701 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.378103 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.378517 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.378936 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.380104 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.380104 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.380494 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.380859 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.381262 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.381486 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.381888 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.382121 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Tracked resource versions report: Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: pushed versions: Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: { 'AddressGroup': {'1.2'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'ConntrackHelper': {'1.0'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Log': {'1.0'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Network': {'1.1'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Port': {'1.7'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'PortForwarding': {'1.2'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'QosPolicy': {'1.9'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroup': {'1.4'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroupRule': {'1.2'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SubPort': {'1.0'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Subnet': {'1.1'}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Trunk': {'1.1'}} Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: consumer versions: Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: { DHCP agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: HyperV agent@hv-cinder-79128: {}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: L3 agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: Metadata agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: Metering agent@dv-cinder-791281-10-iscsi: {}, Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: Open vSwitch agent@dv-cinder-791281-10-iscsi: { 'AddressGroup': '1.2', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'ConntrackHelper': '1.0', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Log': '1.0', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Network': '1.1', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Port': '1.7', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'PortForwarding': '1.2', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'QosPolicy': '1.9', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroup': '1.4', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SecurityGroupRule': '1.2', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'SubPort': '1.0', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Subnet': '1.1', Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: 'Trunk': '1.1'}} Sep 07 11:49:56.383326 dv-cinder-791281-10-iscsi neutron-server[105499]: {{(pid=105499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 11:49:56.424385 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-2e507838-736b-47da-ab43-872839823314 None None] For port a596e73d-f083-4aa1-8101-83d264d2d822, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:49:56.428928 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-2e507838-736b-47da-ab43-872839823314 None None] For port a596e73d-f083-4aa1-8101-83d264d2d822, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a596e73d-f083-4aa1-8101-83d264d2d822,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:49:56.442616 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-2e507838-736b-47da-ab43-872839823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.478815 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Allocated IP 172.27.0.82 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/6a875d10-273c-40e5-aedd-426c7cb25a21) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:49:56.514240 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e507838-736b-47da-ab43-872839823314 None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:49:56.514914 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-2e507838-736b-47da-ab43-872839823314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:49:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:56.618635 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-e5877a0c-f962-4c02-9df5-45aad30e91fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:49:56.619166 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-e5877a0c-f962-4c02-9df5-45aad30e91fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956547 Sep 07 11:49:56.630270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.640420 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-40548005-334c-4858-8e47-5a686eacee2c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:49:56.641749 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-40548005-334c-4858-8e47-5a686eacee2c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1515388 Sep 07 11:49:56.690151 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4d12-dfd8-4724-aee8-bc506eb14a71 None None] Pushing event updated for resources: {'Port': ['ID=a596e73d-f083-4aa1-8101-83d264d2d822,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:56.711837 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-2e507838-736b-47da-ab43-872839823314 None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:49:56.755619 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-6291628f-95ee-4d7a-a1bf-8c7018d94404 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286092 Sep 07 11:49:56.775953 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Allocated IP 172.20.0.1 (5e51a59e-c178-473f-8a0d-d6ceca9871d2/d3957d40-10df-4782-8e1e-9a50f2102040/62917954-d784-44fd-98ff-dde243b768b4) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:49:56.793535 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:56.924885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:49:56.951617 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Pushing event updated for resources: {'Port': ['ID=6a875d10-273c-40e5-aedd-426c7cb25a21,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:56.965142 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:49:56.972666 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:56.976278 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:49:57.036602 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:49:57.041452 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-72353762-f4f0-4522-8d72-7e3a7c5a74d8 service neutron] 10.222.0.13 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836753 Sep 07 11:49:57.070873 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-2e507838-736b-47da-ab43-872839823314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:52Z', 'revision_number': 3, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:57.128118 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e507838-736b-47da-ab43-872839823314 None None] The sync data for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi is: [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:52Z', 'revision_number': 3, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:49:57.137003 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.197927 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-eead59e8-2c35-485b-a450-ceb7f38fa8f0 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290347 Sep 07 11:49:57.220747 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1b79-bd44-465d-91a2-e45eea15d25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.239687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1b79-bd44-465d-91a2-e45eea15d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.285749 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-18aac26c-f1d2-45bd-b27f-ea16c7a36c90 service neutron] 10.222.0.13 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308350 Sep 07 11:49:57.291863 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd1b79-bd44-465d-91a2-e45eea15d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55825c2e-e186-43d1-993a-a0f38bd9d2d8,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:57.294744 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6bf42a-d82c-4ae7-ac31-617f6ae83de5 None None] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:49:57.308440 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-9dfd1b79-bd44-465d-91a2-e45eea15d25e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f325a61288344849bb5f4d2103699f5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9855151 Sep 07 11:49:57.311758 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39044) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:57.335549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.337405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.436540 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:49:57.448335 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:57.451938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:49:57.452427 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.733949 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.786781 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Provisioning for port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:49:57.803898 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Provisioning complete for port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:49:57.804273 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.804757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.948529 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:57.985190 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Pushing event updated for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:58.026188 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.147701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-6dcd556c-5ba2-470a-b065-a7a5acda6bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.184747 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.186213 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] For port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:49:58.196962 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.209058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.210274 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55825c2e-e186-43d1-993a-a0f38bd9d2d8 HTTP/1.1" status: 204 len: 168 time: 0.8975775 Sep 07 11:49:58.284275 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7b65aea7-4de9-4a08-abf5-808a68318d9b req-5ffba9d7-28e9-4124-9660-5fe5582dcc0f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.1974657 Sep 07 11:49:58.320135 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd5fc6-8805-43a1-be0e-6a7d7b8b10ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55825c2e-e186-43d1-993a-a0f38bd9d2d8,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:58.342356 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2a843083-a2bc-45e5-b834-a7f2569981cf req-1b8315b6-ffae-407b-b872-4b5c7fc2004b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.3374014 Sep 07 11:49:58.451669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605810e-09cd-42ab-8e4b-ec7a1b5815e9 None None] Pushing event updated for resources: {'Port': ['ID=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:58.468325 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5d42a9a5-67c8-4efa-8df5-3b803c931ed8 None None] Provisioning complete for port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:49:58.468705 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5d42a9a5-67c8-4efa-8df5-3b803c931ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:58.472857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Router dce5139d-0bb7-44c4-9630-5481d7edd781 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:49:58.786724 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.049963 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:49:59.067066 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:49:59.076982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.081256 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8d2b14b6-74cb-4717-a389-1b434bfc028b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0969844 Sep 07 11:49:59.081707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39146) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:49:59.111868 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:49:59.148561 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:49:59.149345 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:49:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:59.272582 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.281767 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.284012 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.390555 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Pushing event updated for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:49:59.401885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:49:59.514078 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57dcf01c-d37b-419c-ab1e-12fd3f12b9fd req-51d3b91d-078d-4c4d-bc8d-f232bc492c03 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0643632 Sep 07 11:49:59.584258 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:49:59.585422 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:49:59.606163 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5b9f296b-f7fc-4b8a-94b4-3c148c3cd1bc req-2d6ea082-8695-407e-9c78-a96879dc7073 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0930181 Sep 07 11:49:59.692656 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:49:59.694120 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.800041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Router 3863826a-9db0-411c-89c8-c968452e59d1 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:49:59.836190 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a596e73d-f083-4aa1-8101-83d264d2d822 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:49:59.840554 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:49:57Z', 'revision_number': 3, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:49:59.913954 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:49:59.914307 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Updating router dce5139d-0bb7-44c4-9630-5481d7edd781 port 6a875d10-273c-40e5-aedd-426c7cb25a21 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:49:59.953128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:49:59.962246 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:49:59.969676 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-2bb6d62c-6c58-4474-a488-a59fa01c986f admin admin] 10.222.0.13 "PUT /v2.0/routers/3863826a-9db0-411c-89c8-c968452e59d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2395022 Sep 07 11:49:59.990282 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.082737 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port a596e73d-f083-4aa1-8101-83d264d2d822 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:00.098633 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port a596e73d-f083-4aa1-8101-83d264d2d822 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:00.099759 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.117780 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Sync routers for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:50:00.128271 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:50:00.129212 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:49:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:00.223078 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Allocated IP 172.20.0.1 (15f17bf6-1e8d-4499-9414-e6a4dd3b2c50/225eb7eb-61a8-4e8a-a382-abe9fd4f20c4/917d24d6-916f-4d89-bae6-0f67e8e7f073) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:00.325792 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.364193 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port a596e73d-f083-4aa1-8101-83d264d2d822, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a596e73d-f083-4aa1-8101-83d264d2d822,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:00.385924 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:50:00.399980 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.404337 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.429990 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Transition to ACTIVE for port object 917d24d6-916f-4d89-bae6-0f67e8e7f073 will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:00.505817 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.513427 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=a596e73d-f083-4aa1-8101-83d264d2d822,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:00.586138 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:00.594070 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.606163 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:00.607013 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Transition to ACTIVE for port object 6a875d10-273c-40e5-aedd-426c7cb25a21 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:00.612711 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:00.613275 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.623512 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.765468 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Pushing event updated for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:00.772555 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:58Z', 'revision_number': 4, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '62917954-d784-44fd-98ff-dde243b768b4', 'name': '', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'mac_address': 'fa:16:3e:fd:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:49:59Z', 'revision_number': 2, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'subnets': [{'id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:00.790092 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Attempting to bind port 6a875d10-273c-40e5-aedd-426c7cb25a21 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:00.792712 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Attempting to bind port 6a875d10-273c-40e5-aedd-426c7cb25a21 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:00.796990 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Attempting to bind port 6a875d10-273c-40e5-aedd-426c7cb25a21 on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:00.817181 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b92ed5-54fb-48f6-abbd-fb54ab89c842 None None] Pushing event updated for resources: {'Port': ['ID=6a875d10-273c-40e5-aedd-426c7cb25a21,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Bound port: 6a875d10-273c-40e5-aedd-426c7cb25a21, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:00.830469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.838239 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-29043a46-131a-4e16-88b6-b5481078cee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:00.838457 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Checking router: 3863826a-9db0-411c-89c8-c968452e59d1 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:50:00.838457 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Updating router 3863826a-9db0-411c-89c8-c968452e59d1 port 62917954-d784-44fd-98ff-dde243b768b4 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:50:00.935758 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0296e499-96fd-4a5a-9dc3-baab3f984dd5 req-ccf953ed-6fd7-4a90-9724-76750fd8406b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.1132905 Sep 07 11:50:00.989532 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.011657 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a596e73d-f083-4aa1-8101-83d264d2d822 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:01.025436 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-4c086255-9d84-4ae2-af56-456487869385 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:01.027154 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-4c086255-9d84-4ae2-af56-456487869385 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 819 time: 0.3036325 Sep 07 11:50:01.090884 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-567b600f-ff98-4539-a476-078f8a94cb29 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/quotas/dd6b51301c714b638c3a2bf1bedefbd8 HTTP/1.1" status: 200 len: 375 time: 0.0359778 Sep 07 11:50:01.091770 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.110046 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-a38323c5-75b2-4fb7-8053-0260715d652a None None] Provisioning for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:01.118026 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] For port 6a875d10-273c-40e5-aedd-426c7cb25a21, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:01.133050 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-31ccf23c-d524-4401-82e3-3c252b89d47f req-fd42768f-cfd8-4678-9cb0-aceab0a8f09d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0467336 Sep 07 11:50:01.143333 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-a38323c5-75b2-4fb7-8053-0260715d652a None None] Provisioning complete for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:01.143703 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a38323c5-75b2-4fb7-8053-0260715d652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.155303 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] For port 6a875d10-273c-40e5-aedd-426c7cb25a21, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6a875d10-273c-40e5-aedd-426c7cb25a21,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:01.157550 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.197711 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.258745 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port a596e73d-f083-4aa1-8101-83d264d2d822 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:01.259169 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.296334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-a38323c5-75b2-4fb7-8053-0260715d652a None None] Port 917d24d6-916f-4d89-bae6-0f67e8e7f073 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:50:01.322078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:50:01.322078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:50:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:01.324457 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-8b2352c5-e970-4ad9-b016-ec5f2b5c0b66 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202551 Sep 07 11:50:01.329544 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b92ed5-54fb-48f6-abbd-fb54ab89c842 None None] Pushing event updated for resources: {'Port': ['ID=6a875d10-273c-40e5-aedd-426c7cb25a21,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:01.389541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.403471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.404251 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.428274 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.441115 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Transition to ACTIVE for port object 62917954-d784-44fd-98ff-dde243b768b4 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:01.448307 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.499689 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1bf48-5669-4f57-9b83-63045967eae8 None None] Pushing event updated for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:01.584656 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Pushing event updated for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:01.593115 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Attempting to bind port 62917954-d784-44fd-98ff-dde243b768b4 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:01.594012 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Attempting to bind port 62917954-d784-44fd-98ff-dde243b768b4 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:01.595800 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Attempting to bind port 62917954-d784-44fd-98ff-dde243b768b4 on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:01.609974 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:50:01.611868 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-486753a1-740c-40d1-ad34-03fb9395ec0d service neutron] 10.222.0.13 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762823 Sep 07 11:50:01.612565 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:01.612951 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Checking segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:01.613371 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.614345 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Bound using segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:01.614902 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Bound port: 62917954-d784-44fd-98ff-dde243b768b4, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:01.615303 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.683403 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:01.686217 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:01.707991 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] For port 62917954-d784-44fd-98ff-dde243b768b4, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:01.711660 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] For port 62917954-d784-44fd-98ff-dde243b768b4, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=62917954-d784-44fd-98ff-dde243b768b4,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:01.717704 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:01.807842 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:50:01.807842 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:50:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:01.807842 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1bf48-5669-4f57-9b83-63045967eae8 None None] Pushing event updated for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=4']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:01.865473 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:02.017312 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:50:02.053449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-996137ad-7019-455a-9779-9216bfce5c52 None None] Provisioning complete for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:02.054231 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-996137ad-7019-455a-9779-9216bfce5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:02.075303 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-2d75304d-f9d0-4289-8b41-f675473d64fe service neutron] 10.222.0.13 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577141 Sep 07 11:50:02.089942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:50:02.114138 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-00a6e870-bbaa-4765-8851-e717a5dbb8fc req-0acfbee4-8084-4120-aa09-9eb8cee4b48a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0420077 Sep 07 11:50:02.117143 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:02.191162 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8d025-1b1c-400f-b05c-e1e498ec14fa None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:50:02.219397 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-996137ad-7019-455a-9779-9216bfce5c52 None None] Port 917d24d6-916f-4d89-bae6-0f67e8e7f073 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:50:02.294514 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:58Z', 'revision_number': 4, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '62917954-d784-44fd-98ff-dde243b768b4', 'name': '', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'mac_address': 'fa:16:3e:fd:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:01Z', 'revision_number': 4, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'subnets': [{'id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:02.313825 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:50:02.337522 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-9772d814-5615-4da3-b4ea-925ffa968a67 admin admin] 10.222.0.13 "PUT /v2.0/routers/dce5139d-0bb7-44c4-9630-5481d7edd781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2534235 Sep 07 11:50:02.387322 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-94f168e4-0cd7-4a84-a700-532ca99c2c09 req-80593bc4-2880-4d56-bfcf-0996198d9b63 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.1358504 Sep 07 11:50:02.480647 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa6e4b0-30e1-4db4-a2da-66492c7f4224 None None] The sync data for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi is: [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:49:58Z', 'revision_number': 4, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '62917954-d784-44fd-98ff-dde243b768b4', 'name': '', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'mac_address': 'fa:16:3e:fd:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:01Z', 'revision_number': 4, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'subnets': [{'id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:50:02.542968 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d1da976d-a1ff-4329-a5a3-cd0787329450 req-be16ff4c-a8b4-44a1-97df-7f516a7b53e6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 210 time: 0.0979824 Sep 07 11:50:02.910740 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:03.125038 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 62917954-d784-44fd-98ff-dde243b768b4 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:03.196337 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 62917954-d784-44fd-98ff-dde243b768b4 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:03.201057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 62917954-d784-44fd-98ff-dde243b768b4 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:03.201847 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:03.282600 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-525ea85e-9851-4402-9ff3-df20d2b93652 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:03.292479 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-525ea85e-9851-4402-9ff3-df20d2b93652 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 819 time: 0.1929541 Sep 07 11:50:03.321847 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:03.328848 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-60d40590-6c90-4043-999e-ca8fc5855c9e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/quotas/dd6b51301c714b638c3a2bf1bedefbd8 HTTP/1.1" status: 200 len: 375 time: 0.0281096 Sep 07 11:50:03.401614 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:03.419298 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 62917954-d784-44fd-98ff-dde243b768b4, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=62917954-d784-44fd-98ff-dde243b768b4,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:03.422135 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-6d0d1994-b702-48c5-ae52-1efbde3fb2a8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824895 Sep 07 11:50:03.436856 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:03.498638 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:03.557026 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-3e9cb3af-4abe-4f7e-b949-824836e7558f service neutron] 10.222.0.13 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340463 Sep 07 11:50:03.717546 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-a6cf8cba-7279-4d28-82a3-3c1bc3e28901 service neutron] 10.222.0.13 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536980 Sep 07 11:50:04.078039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39402) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.132307 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39408) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.139339 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607775633', 'description': 'tempest-description--1897787654'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:04.149429 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-05f59ff6-1a2b-4b11-b68a-3818c2df5efa req-699436f6-f635-4dd0-9dcc-9a0bc7edca57 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0585034 Sep 07 11:50:04.223132 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.275449 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bff820e9-6853-400a-9f48-3665e5e94d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.321184 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-37d805a2-6257-466c-889d-ea7647cf1ca6 req-341e9c52-cb99-4ffb-b4a0-82dfd00fe55f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0490534 Sep 07 11:50:04.355244 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e05b6655-c1fa-4757-92ef-464c1ce4a044 req-19a16646-92b0-484f-b875-f73fe1046e09 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0487854 Sep 07 11:50:04.427983 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.432904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.464882 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab3c847-0637-4c3d-9509-8c1e2bd52b88,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:04.520969 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bff820e9-6853-400a-9f48-3665e5e94d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.525600 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bff820e9-6853-400a-9f48-3665e5e94d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.531273 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.533308 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ea8a74fb-3d0d-4ecd-8e31-e9460575bdae tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3984625 Sep 07 11:50:04.536031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39416) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.540687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group_rule': {'security_group_id': 'eab3c847-0637-4c3d-9509-8c1e2bd52b88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:04.574281 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bff820e9-6853-400a-9f48-3665e5e94d3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dd4dc5e139b4e96a7c1e6106177b3e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4949517 Sep 07 11:50:04.575543 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff820e9-6853-400a-9f48-3665e5e94d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c1f27-3828-46e2-9210-e6b94c6d036d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:04.578858 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39420) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.582070 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.629489 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.640236 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.644070 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.654234 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.659287 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87a06f4-9d8e-4750-acfc-005b308cb7a2,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:04.668365 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.669780 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-236e38d0-9e82-4820-adb6-e84611b85881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327903 Sep 07 11:50:04.672440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39422) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.676802 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group_rule': {'security_group_id': 'eab3c847-0637-4c3d-9509-8c1e2bd52b88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:04.703654 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.704025 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.706118 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.707345 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc6c1f27-3828-46e2-9210-e6b94c6d036d HTTP/1.1" status: 204 len: 168 time: 0.1273537 Sep 07 11:50:04.715029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea088-2afe-485f-be6b-77732110e879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c1f27-3828-46e2-9210-e6b94c6d036d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:04.781492 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.786528 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.825675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.826921 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535070 Sep 07 11:50:04.827742 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8509f6-4747-4ee4-af2c-0d6cad26be2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee85f3c7-9864-447c-9875-e729dc0a71df,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:04.830044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39426) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:04.839655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:04.872577 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:04.922734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 62917954-d784-44fd-98ff-dde243b768b4 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:04.977365 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 62917954-d784-44fd-98ff-dde243b768b4 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:04.977884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.046969 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39434) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:05.061101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6a875d10-273c-40e5-aedd-426c7cb25a21 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:05.064484 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb02dce6-8dc3-4343-bc81-796c8eaf6fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.068174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.110296 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 6a875d10-273c-40e5-aedd-426c7cb25a21 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:05.115257 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6a875d10-273c-40e5-aedd-426c7cb25a21 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:05.115932 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.165141 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb02dce6-8dc3-4343-bc81-796c8eaf6fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.169093 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb02dce6-8dc3-4343-bc81-796c8eaf6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.186385 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Allocated IP 172.27.0.20 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/221eb66a-3c40-4c96-b1cc-d40ac2c770d9) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:05.200110 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.225025 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 6a875d10-273c-40e5-aedd-426c7cb25a21, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6a875d10-273c-40e5-aedd-426c7cb25a21,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:05.229554 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fb02dce6-8dc3-4343-bc81-796c8eaf6fcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bf31bfb3fda4fc3a90d69be288a2e03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1808369 Sep 07 11:50:05.230763 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02dce6-8dc3-4343-bc81-796c8eaf6fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c731d-67cb-4a61-b362-ee2f490a8d28,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:05.233426 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39438) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:05.248487 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.312118 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ba1f085b-032d-4f6d-b220-26692cdf8fdd req-77a992d7-4c63-470f-8d44-9aab423d0053 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0322404 Sep 07 11:50:05.326405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.341176 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=6a875d10-273c-40e5-aedd-426c7cb25a21,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:05.358027 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.368549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.427011 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.430477 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.431676 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/841c731d-67cb-4a61-b362-ee2f490a8d28 HTTP/1.1" status: 204 len: 168 time: 0.1971626 Sep 07 11:50:05.465870 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7852d1f8-e461-4713-9c09-251cd014a8dc req-a50db582-ec28-45e4-b4ac-41dc6eb2b107 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Sep 07 11:50:05.467275 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480e617-2507-405b-b3ec-e427c2739d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c731d-67cb-4a61-b362-ee2f490a8d28,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:05.479630 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-98e46360-da22-412d-9a24-a2bd753ca690 req-f7ac0abd-38d8-4d9f-934a-f15173d45623 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0385091 Sep 07 11:50:05.488077 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.531413 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:05.534262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:05.537736 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:05.613389 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=221eb66a-3c40-4c96-b1cc-d40ac2c770d9,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:05.650369 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.688071 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.959134 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.964428 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:05.994478 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:06.014440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:06.015747 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1800592 Sep 07 11:50:06.016545 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b373b-0081-470b-b95f-54b643af0644 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=221eb66a-3c40-4c96-b1cc-d40ac2c770d9,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:06.224572 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-fd427c8b-17e4-459a-ba64-39405b6942b6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--607775633&fields=id&tenant_id=3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 267 time: 0.0422797 Sep 07 11:50:06.334833 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-86f78b4f-c9e4-4356-94c3-a595e3c3e744 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:06.337146 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-86f78b4f-c9e4-4356-94c3-a595e3c3e744 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 810 time: 0.1038525 Sep 07 11:50:06.355159 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-de4fbb0c-bae8-40cc-b86a-1a34befe471c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/quotas/3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 375 time: 0.0119288 Sep 07 11:50:06.410267 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:50:06.421146 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:50:06.422003 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:50:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:06.429391 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d157fb51-1c5e-4904-aead-2811501bfa89 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677619 Sep 07 11:50:06.433820 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-630c6eaf-33f2-451d-a071-ec5905a97d27 req-f6c0b24f-58d2-4d28-9634-fb1740a568f5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0272143 Sep 07 11:50:06.581799 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-fb24f6e6-e1dc-4041-8178-39302d692c37 service neutron] 10.222.0.13 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320562 Sep 07 11:50:06.584276 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:50:06.649351 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa7d1d2e-9cc7-44ce-93ce-7c4d2e3e29d9 req-5eaa2d53-c8e6-4e5a-bbb3-9954354163d2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0318296 Sep 07 11:50:06.733245 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d0e49b6e-ee90-469e-b4d7-6bb5c5c1f278 service neutron] 10.222.0.13 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504905 Sep 07 11:50:06.808830 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1d680b83-991b-41b8-9373-016a1be41cc0 req-a2375fdb-9cc1-4892-a4c7-65ea2698645e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0404692 Sep 07 11:50:06.892059 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.62', 57370) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:06.946824 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6a875d10-273c-40e5-aedd-426c7cb25a21 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:07.052640 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6a875d10-273c-40e5-aedd-426c7cb25a21 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:07.053446 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.064527 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78de2669-7e8e-405a-acbe-00a57ed60932 req-bdf6496b-9502-4436-8eca-af581121fc63 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0590851 Sep 07 11:50:07.089102 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-cad1efe9-674b-4e45-a5aa-1075569932b3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:07.090681 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-cad1efe9-674b-4e45-a5aa-1075569932b3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1975014 Sep 07 11:50:07.111567 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:01Z', 'revision_number': 2, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:07.149591 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:50:07.150310 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Updating router dce5139d-0bb7-44c4-9630-5481d7edd781 port 917d24d6-916f-4d89-bae6-0f67e8e7f073 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:50:07.207223 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.314108 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Request body: {'port': {'device_id': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'admin_state_up': True, 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:07.615371 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-faead5da-b502-4100-98ac-dfd789f373e2 req-40dc3327-a955-44d6-878b-4d0aac5faf2a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0625315 Sep 07 11:50:07.660535 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'port': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:07.664587 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.664790 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.678246 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Transition to ACTIVE for port object 917d24d6-916f-4d89-bae6-0f67e8e7f073 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:07.691159 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.853470 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761db662-ea33-4825-bb21-ce5950b3e8b6 None None] Pushing event updated for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:07.946238 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Attempting to bind port 917d24d6-916f-4d89-bae6-0f67e8e7f073 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:07.946745 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Attempting to bind port 917d24d6-916f-4d89-bae6-0f67e8e7f073 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:07.948206 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Attempting to bind port 917d24d6-916f-4d89-bae6-0f67e8e7f073 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:07.958539 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:07.959359 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Checking segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:07.959988 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:07.960520 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Bound using segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:07.961938 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Bound port: 917d24d6-916f-4d89-bae6-0f67e8e7f073, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:07.962596 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:08.054333 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] For port 917d24d6-916f-4d89-bae6-0f67e8e7f073, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:08.059770 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] For port 917d24d6-916f-4d89-bae6-0f67e8e7f073, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=917d24d6-916f-4d89-bae6-0f67e8e7f073,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:08.062669 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-83d1f17f-0a72-484f-a34c-a4f29d3abeec req-306829a7-df18-47c9-9289-6db7555b1f6a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0480816 Sep 07 11:50:08.067188 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:08.107590 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f14bfd24-eb4e-4b39-b373-b1f8a4422a30 req-aef06aa5-c7a5-4e0a-a4f7-e3e805972aed tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.1991584 Sep 07 11:50:08.211313 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761db662-ea33-4825-bb21-ce5950b3e8b6 None None] Pushing event updated for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:08.299469 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:50:08.300256 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:50:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:08.368926 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-99362200-6e7a-4888-8619-932c94cf6d66 req-5eb1e61a-d32e-4a6f-9237-8206ae612bf9 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.1788170 Sep 07 11:50:08.534842 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.62', 57380) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:08.829956 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:50:09.015138 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-c0a5fe59-d3c6-481d-beb2-e4167c6144d0 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:09.017511 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-c0a5fe59-d3c6-481d-beb2-e4167c6144d0 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.62 "GET /v2.0/networks?id=53748d86-5604-4974-8317-669305b4a5c5 HTTP/1.1" status: 200 len: 811 time: 0.4694076 Sep 07 11:50:09.075920 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 917d24d6-916f-4d89-bae6-0f67e8e7f073 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:09.152090 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Allocated IP 172.20.0.10 (d11babbf-725f-498e-8316-c1797a36e83d/db0da42c-1a0a-4b27-86f8-3af1e18095af/0b73a95a-8092-4fc6-8832-afe0bb2d70a9) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:09.206245 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6217fcd0-0b7e-41a3-87b4-1f0a83156996 req-066cc8d5-7d88-45b1-ac6c-a1a3b3e9d0a8 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0435317 Sep 07 11:50:09.348685 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-73f71681-9d09-460d-b84f-eb608630a707 req-f6af0198-bcd0-4e3f-93a9-2862d9d95720 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.1133771 Sep 07 11:50:09.366000 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.62', 57383) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:09.368324 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:09.376107 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:09.376592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.419351 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Request body: {'port': {'device_id': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'network_id': '53748d86-5604-4974-8317-669305b4a5c5', 'admin_state_up': True, 'tenant_id': '1bb7203c6f5d43a785394be838325806'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:09.587143 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:08Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:50:09.614593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39636) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:09.647101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d88d5-c68c-4a49-bf25-00c89a5470de None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:08Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:50:09.654925 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.668339 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.709254 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-edad5a57-b137-47bb-bbd9-238ceea04c0c req-9c5121ed-7f52-459a-8afc-7c26879a7bcd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0953727 Sep 07 11:50:09.757148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.789312 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 917d24d6-916f-4d89-bae6-0f67e8e7f073, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=917d24d6-916f-4d89-bae6-0f67e8e7f073,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:09.798887 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.916341 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-5b07f3bf-bb58-4f16-b15f-79d2bb3af056 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:09.917982 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-5b07f3bf-bb58-4f16-b15f-79d2bb3af056 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 819 time: 0.5253098 Sep 07 11:50:09.926447 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-751bcb7c-e35b-460c-83f4-57ea2392bfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:09.931659 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:09.946514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Made reservation on behalf of 1bb7203c6f5d43a785394be838325806 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:09.950403 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.001431 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event updated for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:10.025516 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Network d11babbf-725f-498e-8316-c1797a36e83d is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:10.033984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:10.045845 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:10.053108 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:10.054026 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.083780 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266c956-8fe1-4c23-8c15-78546f25e3fc req-e05cd385-f33c-4154-9a9b-3c02822b414e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:10.085622 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7266c956-8fe1-4c23-8c15-78546f25e3fc req-e05cd385-f33c-4154-9a9b-3c02822b414e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.3555560 Sep 07 11:50:10.136247 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7266c956-8fe1-4c23-8c15-78546f25e3fc req-6c37333f-8bc7-420d-b820-5e29d2bdadae tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Sep 07 11:50:10.224605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Allocated IP 172.20.0.6 (53748d86-5604-4974-8317-669305b4a5c5/5dd4d279-099f-49a6-bf17-d46b320032c7/d98e4f71-0185-40fc-bb83-96b07b6ae247) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:10.256030 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-751bcb7c-e35b-460c-83f4-57ea2392bfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.268589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-751bcb7c-e35b-460c-83f4-57ea2392bfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.269285 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-d3bf9e3d-6d01-4284-a396-a1279de479cc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9615881 Sep 07 11:50:10.353215 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ceb9231a-c651-4d50-8c08-467aeddc3314 req-21123f8a-4f24-4664-919e-1d7508a7dbe8 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0626838 Sep 07 11:50:10.366675 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-751bcb7c-e35b-460c-83f4-57ea2392bfde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f2f9045ba9a436ba6ad514da0f5ec75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7507808 Sep 07 11:50:10.371330 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bcb7c-e35b-460c-83f4-57ea2392bfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f047303-477e-40ed-aad2-f77394c5021c,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:10.372000 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39646) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:10.437615 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.481844 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.482760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.485083 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0a70d20-86bb-4927-9cf0-d1fd364934ed req-15e5b8e9-777a-4115-a52d-c9ebb28c8c71 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0353136 Sep 07 11:50:10.540245 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.566636 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.572472 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.572472 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f047303-477e-40ed-aad2-f77394c5021c HTTP/1.1" status: 204 len: 168 time: 0.1985493 Sep 07 11:50:10.593785 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da990c9-d5bd-4b7a-8ecc-966e246b7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f047303-477e-40ed-aad2-f77394c5021c,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:10.642385 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Network 53748d86-5604-4974-8317-669305b4a5c5 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:10.648168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:10.654741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:10.661353 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:10.662023 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:10.690577 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Pushing event updated for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:10.710112 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-fc2e59e0-3021-42e0-8f00-d35f9314ebe3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3059750 Sep 07 11:50:10.884011 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8353a17d-9a01-413a-a741-eceb2a578aa9 req-099f1c7f-f66b-4e74-9fbc-89207658eec1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0476227 Sep 07 11:50:10.936467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 917d24d6-916f-4d89-bae6-0f67e8e7f073 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:11.041337 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 917d24d6-916f-4d89-bae6-0f67e8e7f073 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:11.041337 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:11.277234 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69887ce-c768-4c0e-850d-3ad0ff2cb8b3 req-ecd3092e-32e1-490e-95a0-b10ced90d9a5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:11.278829 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b69887ce-c768-4c0e-850d-3ad0ff2cb8b3 req-ecd3092e-32e1-490e-95a0-b10ced90d9a5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0614533 Sep 07 11:50:11.323288 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b69887ce-c768-4c0e-850d-3ad0ff2cb8b3 req-00d378d8-3dcf-41e9-a62f-9d80891cabd8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Sep 07 11:50:11.481842 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea06a53-f3af-4d9a-a6ee-ba4ce19dc90d req-645d94d2-9f18-4380-83fc-015ee9b9a248 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:11.483339 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ea06a53-f3af-4d9a-a6ee-ba4ce19dc90d req-645d94d2-9f18-4380-83fc-015ee9b9a248 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0585527 Sep 07 11:50:11.524792 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ea06a53-f3af-4d9a-a6ee-ba4ce19dc90d req-788c3609-5c73-4484-ae1a-e791a2321179 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Sep 07 11:50:11.598568 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c42e7b38-3753-42e4-bda6-426bb52f6b7c req-0cc35e65-4287-41e7-a2c0-7293969931f1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Sep 07 11:50:11.982270 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fdb1bdee-25a6-4b39-9293-4ea84baeb2a8 req-db5d33ac-a164-4e6e-94b6-c0261ebda317 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0260849 Sep 07 11:50:12.442664 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b4d9-ebe8-4e74-b061-817065719b4c req-28ce0979-c0c8-4bce-893d-fd13a622a66b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:12.444183 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6199b4d9-ebe8-4e74-b061-817065719b4c req-28ce0979-c0c8-4bce-893d-fd13a622a66b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0502665 Sep 07 11:50:12.486763 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6199b4d9-ebe8-4e74-b061-817065719b4c req-c89dd8b8-9a62-44f4-9231-dfdda488fb5c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Sep 07 11:50:12.673785 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7fa96-61de-4bac-bd2a-e77f7cff73e7 req-b917437b-89ea-48e0-aafe-2f2cd69a5420 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:12.676214 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3cc7fa96-61de-4bac-bd2a-e77f7cff73e7 req-b917437b-89ea-48e0-aafe-2f2cd69a5420 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0693796 Sep 07 11:50:12.759297 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3cc7fa96-61de-4bac-bd2a-e77f7cff73e7 req-fad549ce-c858-422d-9526-e9410abb144e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698142 Sep 07 11:50:12.765383 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-345369cf-9c89-4618-b09e-f671aae0fd4f req-54f22d1d-79fe-4dc7-af03-39a3f38a0989 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0681458 Sep 07 11:50:13.076655 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4512a3a1-38fa-4b57-8872-887db74e90b2 req-d7fdd1e0-8d26-4244-86a5-dcca2682a0f8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0262072 Sep 07 11:50:13.603403 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cac6a-2e56-4336-9e07-941e4abd8ce7 req-9fee878b-209a-4ff5-b1f0-fdf7b2effa8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:13.604933 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf0cac6a-2e56-4336-9e07-941e4abd8ce7 req-9fee878b-209a-4ff5-b1f0-fdf7b2effa8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0518205 Sep 07 11:50:13.644558 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf0cac6a-2e56-4336-9e07-941e4abd8ce7 req-02fd9b03-4cae-4fee-bce8-3712d940c904 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Sep 07 11:50:13.869927 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-22ddf632-7cd5-4e92-b3d0-3d10c4af81fe req-35525714-4913-4007-b53e-a80d0ac3de32 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0408657 Sep 07 11:50:13.922685 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b861ac4-7387-4c24-88b7-d9ed57af808b req-ea8809ad-3b2e-4005-a70f-c596739db40a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:13.924244 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8b861ac4-7387-4c24-88b7-d9ed57af808b req-ea8809ad-3b2e-4005-a70f-c596739db40a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0804310 Sep 07 11:50:13.967885 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8b861ac4-7387-4c24-88b7-d9ed57af808b req-bc45c420-4530-4f21-a54e-217bf3f7d82c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Sep 07 11:50:14.190290 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-625ffdd7-caae-4eac-9ab8-737197f0d964 req-06285fe7-4d77-450b-86e6-d4963334d076 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0294514 Sep 07 11:50:14.760023 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347beef-b0c1-4680-b278-6a68ddedd5c8 req-b6dfa3fe-c527-4ed3-89c2-d774f8c079c1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:14.761768 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a347beef-b0c1-4680-b278-6a68ddedd5c8 req-b6dfa3fe-c527-4ed3-89c2-d774f8c079c1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0525653 Sep 07 11:50:14.803688 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a347beef-b0c1-4680-b278-6a68ddedd5c8 req-d77bb27b-5a37-435d-8021-45293032fbc4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Sep 07 11:50:14.970421 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d1462968-2841-44d8-bfbe-3a876e588bab req-e42a4c20-b5be-49d4-a5f5-fe60e0922122 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0259602 Sep 07 11:50:15.089945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb201a8-5c86-484b-af26-b5ca8a15d94c req-c988667a-cf0d-46d0-ac43-3876740a245f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:15.091450 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dbb201a8-5c86-484b-af26-b5ca8a15d94c req-c988667a-cf0d-46d0-ac43-3876740a245f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0473306 Sep 07 11:50:15.129158 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dbb201a8-5c86-484b-af26-b5ca8a15d94c req-54a9492c-8875-4f42-bd2e-eba7b8da3f9b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Sep 07 11:50:15.283069 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-575752a6-03d4-4433-8324-a44e149a0839 req-7606c380-3067-4a3f-804b-5c5571e6db5f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0256541 Sep 07 11:50:15.930686 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372089-acf3-4d68-8440-d0a99b6d2eaf req-ff85a987-aa63-4739-8346-0eb008d14d1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:15.932347 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26372089-acf3-4d68-8440-d0a99b6d2eaf req-ff85a987-aa63-4739-8346-0eb008d14d1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0550847 Sep 07 11:50:15.975949 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26372089-acf3-4d68-8440-d0a99b6d2eaf req-3fa7ccf0-d534-4fcb-9017-7243c57b58be tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Sep 07 11:50:16.071149 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7934e169-e79d-4105-8af4-3520ba12a51c req-85c1ecea-ed64-43ad-81b1-0e107838ca44 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0283022 Sep 07 11:50:16.363787 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39836) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:16.384816 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-59860926-2cd9-44be-8860-ee58372b152a req-cbcc09a2-d8ad-4a36-8b64-d3eed39a956c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0309162 Sep 07 11:50:16.406246 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d16c-26b3-4def-83b0-463ede7cf570 req-b116c743-740d-4649-87e6-a9c715b79f44 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:16.407796 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee77d16c-26b3-4def-83b0-463ede7cf570 req-b116c743-740d-4649-87e6-a9c715b79f44 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.1919706 Sep 07 11:50:16.448575 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee77d16c-26b3-4def-83b0-463ede7cf570 req-36930958-4ea0-4371-9648-c2422616407c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346816 Sep 07 11:50:16.486375 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a19551d4-7af1-4877-80ad-72030a2bfc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.576810 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a19551d4-7af1-4877-80ad-72030a2bfc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.582953 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a19551d4-7af1-4877-80ad-72030a2bfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.620738 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a19551d4-7af1-4877-80ad-72030a2bfc5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c3d6fa1e9424bfaaf82b335a9c51838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555597 Sep 07 11:50:16.621467 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19551d4-7af1-4877-80ad-72030a2bfc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d87514d-5366-498a-9ad7-0f604133852b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:16.623488 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39840) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:16.675461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.696561 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.740282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.743513 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:16.744639 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d87514d-5366-498a-9ad7-0f604133852b HTTP/1.1" status: 204 len: 168 time: 0.1201899 Sep 07 11:50:16.751806 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27f297-e373-4156-976b-ce39a1a3cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d87514d-5366-498a-9ad7-0f604133852b,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:16.994242 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 39846) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:17.006802 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8dfa51d6-dc1e-4960-a765-efb64a4b5c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.098481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8dfa51d6-dc1e-4960-a765-efb64a4b5c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.109140 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8dfa51d6-dc1e-4960-a765-efb64a4b5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.121986 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e55706-5d4e-4558-9581-30547dc60462 req-030a3b9d-5b8e-4fa9-9e47-87dbe3c79ae9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:17.134023 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a1e55706-5d4e-4558-9581-30547dc60462 req-030a3b9d-5b8e-4fa9-9e47-87dbe3c79ae9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0679755 Sep 07 11:50:17.164967 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8dfa51d6-dc1e-4960-a765-efb64a4b5c03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e97128461604693a58a5b240e78e0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668689 Sep 07 11:50:17.164967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa51d6-dc1e-4960-a765-efb64a4b5c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc930b-f88b-427a-afbc-e390436d39b7,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:17.171459 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 39856) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:17.216496 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-72095127-8ac7-4251-8773-7c71136af32d req-e5483532-605e-42c9-8ff9-3bb31227f66b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0339944 Sep 07 11:50:17.240602 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a1e55706-5d4e-4558-9581-30547dc60462 req-3d45072e-0ee2-47ad-b222-483234bec765 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953875 Sep 07 11:50:17.264799 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.296773 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.364549 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.367624 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:17.371357 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbc930b-f88b-427a-afbc-e390436d39b7 HTTP/1.1" status: 204 len: 168 time: 0.1987047 Sep 07 11:50:17.390470 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83658a7-a90d-4039-b57e-4eee46b69a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc930b-f88b-427a-afbc-e390436d39b7,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:17.507422 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fec93e5f-80a6-4474-b409-6f4db3325372 req-7e64f17d-e2d3-41cd-8992-38ba14b9a7f1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Sep 07 11:50:17.600263 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08340535-2ae8-48b7-9fef-b4d041fe5546 req-6f4879dd-1b50-44f1-ba0a-dcf7f9dcf083 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:17.602588 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08340535-2ae8-48b7-9fef-b4d041fe5546 req-6f4879dd-1b50-44f1-ba0a-dcf7f9dcf083 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0619879 Sep 07 11:50:17.644057 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08340535-2ae8-48b7-9fef-b4d041fe5546 req-28fd767b-27b6-40ed-9c55-b74745376ba7 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Sep 07 11:50:18.324011 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c91d80cc-b350-4251-bd5c-3eb21200d6c5 req-fffb9377-c1b8-49f5-b222-8ca520d933c4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0370414 Sep 07 11:50:18.376512 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2330d-7bef-4db4-bfbd-72156af380e4 req-4a3a6aea-231b-4ca2-865a-16da02ee87e4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:18.378064 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0fe2330d-7bef-4db4-bfbd-72156af380e4 req-4a3a6aea-231b-4ca2-865a-16da02ee87e4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0541465 Sep 07 11:50:18.417668 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0fe2330d-7bef-4db4-bfbd-72156af380e4 req-1dbaf11b-d588-4bd0-8fc9-4d6c9848696a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 07 11:50:18.604029 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6abd96a4-3b7c-4366-a117-7c1ebdd4118f req-cab10177-2146-43bb-b290-aa93a577cbe6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Sep 07 11:50:18.758728 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9dc13-86c4-4f2b-a59a-4c6d85eea79f req-4327f9d5-ae98-41d5-9469-1c0d4483f76e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:18.759845 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-11e9dc13-86c4-4f2b-a59a-4c6d85eea79f req-4327f9d5-ae98-41d5-9469-1c0d4483f76e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0502105 Sep 07 11:50:18.802118 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-11e9dc13-86c4-4f2b-a59a-4c6d85eea79f req-7e0ea4f4-a207-4048-b5f2-9081ca4863f4 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Sep 07 11:50:19.436386 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3cc7ca2-4b66-4bec-953e-51aaa6685c51 req-0675f5b2-c0a1-413d-863d-f0cece90e91d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0391927 Sep 07 11:50:19.558624 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0416-ad75-4117-9ee4-ee261090176b req-055ec02f-c5bf-4681-89e7-8c178b0848e5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:19.560008 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-19da0416-ad75-4117-9ee4-ee261090176b req-055ec02f-c5bf-4681-89e7-8c178b0848e5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0627096 Sep 07 11:50:19.609609 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-19da0416-ad75-4117-9ee4-ee261090176b req-14acc6ea-46cf-43e0-87eb-b99b8de60620 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Sep 07 11:50:19.700147 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-242e4f01-f883-4f73-8428-1da2071b3521 req-6bc8cc28-5216-4218-a174-ae64a0d4489a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Sep 07 11:50:19.922042 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6761b-e24b-43e5-9b9d-4b213fc2459d req-66f2b032-8784-4850-84aa-257d9b82cfd9 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:19.923519 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-55c6761b-e24b-43e5-9b9d-4b213fc2459d req-66f2b032-8784-4850-84aa-257d9b82cfd9 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0548477 Sep 07 11:50:19.959144 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-55c6761b-e24b-43e5-9b9d-4b213fc2459d req-e2308aa2-5e51-4ed7-9745-7ebf833f9e2b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296891 Sep 07 11:50:20.537132 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-93dccdd0-e1e4-4851-9520-b3c01899b943 req-d8d46b05-0df6-4dd3-908b-140fcf8cf892 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0296664 Sep 07 11:50:20.724583 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef18787-ff66-4441-9f99-09d33702d5df req-bdf5195f-5a42-42bf-9a8b-f654cce1d884 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:20.727303 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5ef18787-ff66-4441-9f99-09d33702d5df req-bdf5195f-5a42-42bf-9a8b-f654cce1d884 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0498421 Sep 07 11:50:20.767056 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5ef18787-ff66-4441-9f99-09d33702d5df req-7faa3fe3-bc15-4069-82f8-9ea9c73dbdb9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Sep 07 11:50:20.799730 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25de53c9-bf1a-4264-b0b2-a444bf2dad85 req-9dae9faf-e6c7-4d6f-87e7-c61f59b4f636 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Sep 07 11:50:21.071912 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513df09d-0467-4ca3-ad09-a2676ee38020 req-e6bddcf2-900a-469c-a989-705c03917c04 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:21.073414 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-513df09d-0467-4ca3-ad09-a2676ee38020 req-e6bddcf2-900a-469c-a989-705c03917c04 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0494902 Sep 07 11:50:21.113149 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-513df09d-0467-4ca3-ad09-a2676ee38020 req-6988a234-4c81-440a-8486-bbbc28d29f56 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Sep 07 11:50:21.638208 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0dae4-260e-4b26-97dd-fa9d8d7d7430 req-ec6ebf7d-e6ce-4592-8f5f-9a7aa59c7035 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0270152 Sep 07 11:50:21.882183 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f8072-97b3-434c-915e-9bdee6d93f2b req-988210f0-68b4-424b-af79-2428bd0e8a8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:21.884394 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7d1f8072-97b3-434c-915e-9bdee6d93f2b req-988210f0-68b4-424b-af79-2428bd0e8a8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0517023 Sep 07 11:50:21.890816 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7656ea9e-70e5-4f36-9928-4f60fb62a27c req-d42cbb2e-328b-4840-8060-66c628f7d8c2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Sep 07 11:50:21.920907 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7d1f8072-97b3-434c-915e-9bdee6d93f2b req-c13e6571-d852-40cd-b8ef-f5252af6e5c8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303786 Sep 07 11:50:22.224041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd4118-7260-4b4d-a6f3-80f6074d3c52 req-9c37f722-cbc9-40cb-a63b-0b7e7ee15cec tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:22.225537 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1acd4118-7260-4b4d-a6f3-80f6074d3c52 req-9c37f722-cbc9-40cb-a63b-0b7e7ee15cec tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0474041 Sep 07 11:50:22.269396 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1acd4118-7260-4b4d-a6f3-80f6074d3c52 req-fb51c05f-5923-440f-a9c8-ffe9bf81d43a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Sep 07 11:50:22.737047 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d1607b59-c667-4b27-9f41-fcfdf4d44acc req-199dd9c2-c542-4e3a-aba2-0edff8a45683 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0265408 Sep 07 11:50:23.003764 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8453bbd4-b910-4cae-918d-a2fa87bfd9c8 req-3653bd26-979c-45a1-83bf-3202840d35cb tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0445533 Sep 07 11:50:23.056281 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834434a5-74b4-47ce-a3df-268715b0fc37 req-fd7a9895-12ca-49dd-b76a-7f2c28f32599 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:23.057785 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-834434a5-74b4-47ce-a3df-268715b0fc37 req-fd7a9895-12ca-49dd-b76a-7f2c28f32599 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0514622 Sep 07 11:50:23.097511 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-834434a5-74b4-47ce-a3df-268715b0fc37 req-0f7e0e3d-f27d-4ee0-ba58-389358200ac9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Sep 07 11:50:23.393171 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9473-a52b-4ab4-98e9-b7a7bf78f1e3 req-020ce9bd-238e-4cc6-bebe-16caca5d0ca6 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:23.394824 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc7f9473-a52b-4ab4-98e9-b7a7bf78f1e3 req-020ce9bd-238e-4cc6-bebe-16caca5d0ca6 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0548642 Sep 07 11:50:23.437342 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc7f9473-a52b-4ab4-98e9-b7a7bf78f1e3 req-3e626aa3-4689-4758-92bf-8b974926d363 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Sep 07 11:50:23.886849 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-622ce48f-dfe1-4400-93e5-d22054e60f4d req-29629b61-09d7-47c0-9ab5-0422a1a0f939 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0555289 Sep 07 11:50:24.131414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6928d3b5-e4df-4d25-aa2b-b60553fb21e2 req-bc9983a9-afb2-4d85-97d9-01b449ef434e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0294707 Sep 07 11:50:24.231762 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b651f-be63-4870-8800-43a9bd15dc5b req-41c38c9b-16a7-428f-9c4a-faad2a7d26cb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:24.233528 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c6b651f-be63-4870-8800-43a9bd15dc5b req-41c38c9b-16a7-428f-9c4a-faad2a7d26cb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0552971 Sep 07 11:50:24.273949 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c6b651f-be63-4870-8800-43a9bd15dc5b req-5d78d7aa-b5c1-4ea9-b0d2-74ef5ee497fc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Sep 07 11:50:24.555949 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995df24e-4f37-4247-95e0-0bd390e16cab req-879de56e-173b-4225-9ef0-10d985982c9e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:24.557408 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-995df24e-4f37-4247-95e0-0bd390e16cab req-879de56e-173b-4225-9ef0-10d985982c9e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0516593 Sep 07 11:50:24.594332 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-995df24e-4f37-4247-95e0-0bd390e16cab req-119f4c8c-be7a-4822-a641-04d4fe37ec7f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Sep 07 11:50:24.991062 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b398314d-929e-4931-bc84-d2079db9a18a req-7eee4300-8539-40b4-af41-67d7d0c90a0c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0252676 Sep 07 11:50:25.225831 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff2d9142-55c0-449c-aa43-ecea14813b3d req-ad57ac16-0fad-4c19-9b72-415605747e70 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0247009 Sep 07 11:50:25.383324 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ffb43-f69b-4058-aff5-7ab82de6d8c6 req-9f8861b2-2c1c-446b-ab5f-d8a3cb001b5d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:25.384673 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f47ffb43-f69b-4058-aff5-7ab82de6d8c6 req-9f8861b2-2c1c-446b-ab5f-d8a3cb001b5d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0467985 Sep 07 11:50:25.420962 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f47ffb43-f69b-4058-aff5-7ab82de6d8c6 req-76cd9db2-70b3-4dc7-ae5c-59201fc68f10 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302699 Sep 07 11:50:25.703459 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa838d-f76a-4280-85dc-e3a47b6f5f68 req-6104e291-e74c-4a75-a702-2c988e62ddeb tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:25.704824 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57fa838d-f76a-4280-85dc-e3a47b6f5f68 req-6104e291-e74c-4a75-a702-2c988e62ddeb tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0465314 Sep 07 11:50:25.740775 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57fa838d-f76a-4280-85dc-e3a47b6f5f68 req-54a553ea-4840-4dc9-b61e-bf5ee51671c3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302048 Sep 07 11:50:26.083604 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0d41432-5081-474d-b7a9-7a6b9ebf0a8f req-ce461427-776b-49e2-80df-18b4e6fe7f92 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Sep 07 11:50:26.314101 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e48b73d9-7b2c-4cb8-ae5e-fb5858505628 req-660cd4ba-51ca-4a26-85ed-e6ba7c5f07d0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0252488 Sep 07 11:50:26.402155 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:50:26.529984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7871-b4c3-48aa-a282-9bbe06de0011 req-321ef2d8-f2cf-4605-a2a2-d4de82785eea tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:26.531461 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-16dd7871-b4c3-48aa-a282-9bbe06de0011 req-321ef2d8-f2cf-4605-a2a2-d4de82785eea tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0466805 Sep 07 11:50:26.569433 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-16dd7871-b4c3-48aa-a282-9bbe06de0011 req-228d4ffe-2fa3-4e4f-a7ca-8767d96448cf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Sep 07 11:50:26.858736 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25f600-b7d5-4098-b2af-30f5a645a8d6 req-1bb3dc48-850a-4386-8682-91fa85c510a9 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:26.860172 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b25f600-b7d5-4098-b2af-30f5a645a8d6 req-1bb3dc48-850a-4386-8682-91fa85c510a9 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0522299 Sep 07 11:50:26.896981 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b25f600-b7d5-4098-b2af-30f5a645a8d6 req-24807289-07be-4f83-bfa6-e838157ad1b9 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Sep 07 11:50:27.172756 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6a0ee987-b3d2-4c82-81ad-acd242ca0ec1 req-fe305043-c9e5-4204-80ae-f905bbebbcf9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0260265 Sep 07 11:50:27.404884 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-18f93179-5756-4a65-b02b-05aeedd4af2e req-c8c6dd39-e056-4430-bdb2-8186804e3726 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0270767 Sep 07 11:50:27.678755 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78395931-759f-45a3-a056-e9d65f120f1b req-cdd3d013-2b0b-4106-a4ea-1b0d8b63457a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:27.680682 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-78395931-759f-45a3-a056-e9d65f120f1b req-cdd3d013-2b0b-4106-a4ea-1b0d8b63457a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0460002 Sep 07 11:50:27.716500 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-78395931-759f-45a3-a056-e9d65f120f1b req-64bd2b9f-50a0-4ee8-b1f5-4d5899a05446 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301094 Sep 07 11:50:28.014987 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5787c86-582b-462e-b41a-0bef4dd8d708 req-9fc5614d-811e-4e64-9e14-fb2aa6775f00 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:28.016503 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e5787c86-582b-462e-b41a-0bef4dd8d708 req-9fc5614d-811e-4e64-9e14-fb2aa6775f00 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.0547562 Sep 07 11:50:28.041421 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1cea0cfb-35a8-4cf7-8bcb-cceba13177c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:28.056271 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e5787c86-582b-462e-b41a-0bef4dd8d708 req-08a3455d-c7ce-494e-9e88-cac8ef64cd6d tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Sep 07 11:50:28.264971 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8a02d5a1-347f-472c-a2a9-8c4f46d19e1e req-457f99e0-4b37-4d50-95f3-50fe6e825e4e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0283988 Sep 07 11:50:28.496018 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7f66e615-088f-4e14-a151-d61762b0ebf0 req-c745cc59-94f8-4202-9625-2f9da1a0e769 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Sep 07 11:50:28.828307 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5440c-25e4-4efa-bdfb-b901cb347763 req-6cffd423-20de-4360-8632-397ba0fe21e8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:28.829802 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ca5440c-25e4-4efa-bdfb-b901cb347763 req-6cffd423-20de-4360-8632-397ba0fe21e8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 932 time: 0.0486007 Sep 07 11:50:28.866994 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ca5440c-25e4-4efa-bdfb-b901cb347763 req-2b9be20c-ee3a-4137-86f6-c6d29025993f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Sep 07 11:50:29.090902 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-6829a0e1-70ce-493f-8572-2ffaba142a8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:50:29.092158 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-6829a0e1-70ce-493f-8572-2ffaba142a8b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056300 Sep 07 11:50:29.095410 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Request body: {'port': {'device_id': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'admin_state_up': True, 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:29.107151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-e0d05f52-fa5a-4910-ab9a-cb463c8da1e2 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:50:29.108366 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-e0d05f52-fa5a-4910-ab9a-cb463c8da1e2 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074282 Sep 07 11:50:29.232727 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d641-5be4-4d4e-8f06-85f213ff202d req-79bb256d-4b3d-4a27-b350-0c954760c33d tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:29.234126 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3016d641-5be4-4d4e-8f06-85f213ff202d req-79bb256d-4b3d-4a27-b350-0c954760c33d tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 931 time: 0.1045685 Sep 07 11:50:29.278017 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Request body: {'port': {'device_id': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:29.294675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Request body: {'port': {'device_id': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:29.300527 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3016d641-5be4-4d4e-8f06-85f213ff202d req-e17e4a42-39a0-40cc-b9cc-2e216b7c084a tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Sep 07 11:50:29.303377 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Made reservation on behalf of dd6b51301c714b638c3a2bf1bedefbd8 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:29.307271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.365442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.369128 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-596026e9-7e9f-461d-8655-e8cc33c69c4e req-52b05e80-161b-454d-ba79-d4b468fcf8ca tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0330851 Sep 07 11:50:29.418826 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.593911 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Allocated IP 172.20.0.2 (5e51a59e-c178-473f-8a0d-d6ceca9871d2/d3957d40-10df-4782-8e1e-9a50f2102040/be1200a3-6c71-42a4-9c9a-8436ca02f1d2) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:29.652006 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-21868f3b-cce9-4505-a541-478d633814fe req-e6eb9b3b-4a7c-4a00-8007-604f3e8f5c29 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0594993 Sep 07 11:50:29.677347 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98e4f71-0185-40fc-bb83-96b07b6ae247 {{(pid=105497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:29.685063 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.701894 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Transition to ACTIVE for port object d98e4f71-0185-40fc-bb83-96b07b6ae247 will not be triggered until provisioned by entity L2. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:29.705940 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.801858 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:29.806728 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.managers [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Attempting to bind port d98e4f71-0185-40fc-bb83-96b07b6ae247 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:29.807119 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.managers [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Attempting to bind port d98e4f71-0185-40fc-bb83-96b07b6ae247 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '53748d86-5604-4974-8317-669305b4a5c5'}] {{(pid=105497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:29.807450 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Attempting to bind port d98e4f71-0185-40fc-bb83-96b07b6ae247 on network 53748d86-5604-4974-8317-669305b4a5c5 {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:29.811912 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Port d98e4f71-0185-40fc-bb83-96b07b6ae247 on network 53748d86-5604-4974-8317-669305b4a5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:50:29.812236 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Attempting to bind port d98e4f71-0185-40fc-bb83-96b07b6ae247 on network 53748d86-5604-4974-8317-669305b4a5c5 {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:29.817153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:29.817511 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Checking segment: {'id': 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '53748d86-5604-4974-8317-669305b4a5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:29.818094 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Bound using segment: {'id': 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '53748d86-5604-4974-8317-669305b4a5c5'} {{(pid=105497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:29.818500 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.managers [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Bound port: d98e4f71-0185-40fc-bb83-96b07b6ae247, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '53748d86-5604-4974-8317-669305b4a5c5'}}] {{(pid=105497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:29.818911 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.886162 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, cleared binding levels {{(pid=105497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:29.891201 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247,segment=NetworkSegment(f9fb417c-4039-4f2b-88c7-5bf4bee23a58),segment_id=f9fb417c-4039-4f2b-88c7-5bf4bee23a58)] {{(pid=105497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:29.896679 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.921551 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.937305 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:29.937922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.939392 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] 10.222.0.62 "PUT /v2.0/ports/d98e4f71-0185-40fc-bb83-96b07b6ae247 HTTP/1.1" status: 200 len: 1093 time: 0.7139502 Sep 07 11:50:29.939907 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:29.940982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:29.949797 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:29.975605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Transition to ACTIVE for port object 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:29.983073 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.075444 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:30.078561 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.149826 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.62', 57400) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:30.237222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Attempting to bind port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:30.237625 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Attempting to bind port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:30.238038 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Attempting to bind port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:30.323558 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:30.361516 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb8b76-5332-43e2-81a1-cae378f0cf66 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=3']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:30.388883 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d4e68-a6ea-4b53-b8e3-f9872b62d316 req-12979259-4dc9-44e0-9c34-6d56bdfe57ba tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.399352 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ef9d4e68-a6ea-4b53-b8e3-f9872b62d316 req-12979259-4dc9-44e0-9c34-6d56bdfe57ba tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.4583395 Sep 07 11:50:30.413397 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-6be82553-02a3-4360-a9a0-fa572c174141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.415476 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-6be82553-02a3-4360-a9a0-fa572c174141 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bb7203c6f5d43a785394be838325806&device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 1096 time: 0.3117616 Sep 07 11:50:30.440081 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:30.444144 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ef9d4e68-a6ea-4b53-b8e3-f9872b62d316 req-142f34e1-59fc-4ce0-908b-d1cdf74dbc93 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Sep 07 11:50:30.444406 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 on network d11babbf-725f-498e-8316-c1797a36e83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:50:30.444519 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Attempting to bind port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:30.457272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:30.472044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Pushing event updated for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:30.474440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:30.480435 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.481050 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.487174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:30.487529 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Checking segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:30.488130 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Bound using segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:30.488575 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Bound port: 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:30.488928 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.541119 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-79d260e6-8253-465e-ae91-178948b86bfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4527779 Sep 07 11:50:30.553097 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-9d68d9de-be01-40d8-9e30-7f75fe88f473 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.554551 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-9d68d9de-be01-40d8-9e30-7f75fe88f473 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 819 time: 0.4030452 Sep 07 11:50:30.591976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f39e44-a17d-40f6-b877-28a100e598d6 req-959ebd12-b202-4045-976c-4414b0ce12c1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.593670 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a9f39e44-a17d-40f6-b877-28a100e598d6 req-959ebd12-b202-4045-976c-4414b0ce12c1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.1522770 Sep 07 11:50:30.603914 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Request body: {'port': {'device_id': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:30.608934 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Request body: {'port': {'device_id': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'admin_state_up': True, 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:30.637399 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54183393-ef67-413b-a712-66d6a4faa9f4 x-openstack-request-id: req-54183393-ef67-413b-a712-66d6a4faa9f4 {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:30.638582 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:30.639248 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54183393-ef67-413b-a712-66d6a4faa9f4 {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:30.639883 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247', 'status': 'completed', 'code': 200} Sep 07 11:50:30.683516 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-7454539b-a2ca-41a1-a8f6-7eebc5b914c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247 HTTP/1.1" status: 200 len: 217 time: 0.1142414 Sep 07 11:50:30.704631 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:30.776672 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c6fec09a-fe7d-4791-94c2-33e7be03547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.784191 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-64c80121-96d9-4945-8af2-712768ed0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:30.786022 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-64c80121-96d9-4945-8af2-712768ed0cad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd4d279-099f-49a6-bf17-d46b320032c7 HTTP/1.1" status: 200 len: 851 time: 0.0845068 Sep 07 11:50:30.798702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.802981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.62', 57406) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:30.846253 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:30.884590 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a9f39e44-a17d-40f6-b877-28a100e598d6 req-03d2eee6-bbde-4260-a4f9-337429dbc553 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638931 Sep 07 11:50:30.901240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:30.935639 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-9143c870-dafd-4425-a66a-aaeae0280552 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53748d86-5604-4974-8317-669305b4a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124423 Sep 07 11:50:31.055392 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.056704 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.058374 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] 10.222.0.62 "PUT /v2.0/ports/0b73a95a-8092-4fc6-8832-afe0bb2d70a9 HTTP/1.1" status: 200 len: 1094 time: 1.8215821 Sep 07 11:50:31.064862 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a45be-f467-4196-8c14-a83569f9f784 req-c896e598-3abe-4cdd-a9b4-82d301767d66 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.067372 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-867a45be-f467-4196-8c14-a83569f9f784 req-c896e598-3abe-4cdd-a9b4-82d301767d66 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 931 time: 0.3786879 Sep 07 11:50:31.082401 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:31.103932 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.140319 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-28e6a048-39f9-4037-88a8-c55baccaa152 service neutron] 10.222.0.62 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023520 Sep 07 11:50:31.142771 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40254) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:31.209510 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-867a45be-f467-4196-8c14-a83569f9f784 req-66d5ea86-405e-4841-b69f-138ea065bf76 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249299 Sep 07 11:50:31.210041 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40264) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:31.336931 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-faf8bb4f-1037-46d9-b046-36fa263370ec req-53e988ce-b1d6-4847-ae03-647147b90709 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.3561277 Sep 07 11:50:31.364819 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58f7b731-4006-4b0a-af05-72d56ce82f87 req-0a8fb590-bc52-44bb-baea-14dabdd26a72 service neutron] 10.222.0.62 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114475 Sep 07 11:50:31.425624 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4216a0f3-bcbb-4651-a1bb-463137a8fde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.467707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b469eebd-2a60-40d0-add1-11bc3865c33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.468684 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Made reservation on behalf of dd6b51301c714b638c3a2bf1bedefbd8 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:31.472294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.500545 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048d8c-0253-4ca4-a625-abbb8553c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:31.535943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-ffc66c2f-65a7-4814-ac00-f2c7b9c289ea tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.537686 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-ffc66c2f-65a7-4814-ac00-f2c7b9c289ea tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 810 time: 0.7277768 Sep 07 11:50:31.545458 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-22cd2853-2879-4663-bec2-0ffc9af1a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.547699 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-22cd2853-2879-4663-bec2-0ffc9af1a260 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bb7203c6f5d43a785394be838325806&device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 1096 time: 0.0958464 Sep 07 11:50:31.570820 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a3764-5564-46f2-bd87-17d9be6400eb" -d '{"events": [{"name": "network-changed", "server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:31.599034 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-8a3a42c7-6ed1-4804-921a-0901bba74098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.600801 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-8a3a42c7-6ed1-4804-921a-0901bba74098 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 1097 time: 0.2547917 Sep 07 11:50:31.687655 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-6b942b01-6f5e-4263-9be2-419f44a7783f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 379 time: 0.1359019 Sep 07 11:50:31.729744 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'port': {'device_id': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'admin_state_up': True, 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'security_groups': ['eab3c847-0637-4c3d-9509-8c1e2bd52b88']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:31.737515 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.782881 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40294) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:31.790112 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f83fb-9e5e-497e-9eae-4268601011e2 x-openstack-request-id: req-331f83fb-9e5e-497e-9eae-4268601011e2 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:31.790451 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:31.790739 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331f83fb-9e5e-497e-9eae-4268601011e2 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:31.791227 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'status': 'completed', 'code': 200} Sep 07 11:50:31.796134 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-e7c9c574-b101-4b06-b0fc-335bf1df2505 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9 HTTP/1.1" status: 200 len: 217 time: 0.1802695 Sep 07 11:50:31.814935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-dc466a19-26f7-40cf-a925-184c32544175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.816777 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-dc466a19-26f7-40cf-a925-184c32544175 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53748d86-5604-4974-8317-669305b4a5c5 HTTP/1.1" status: 200 len: 912 time: 0.2609971 Sep 07 11:50:31.831606 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba2f4-989b-447f-950f-3797c7fe69d8 req-88c36acb-3972-45a1-a41a-c10ac9ed0490 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.839458 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c1eba2f4-989b-447f-950f-3797c7fe69d8 req-88c36acb-3972-45a1-a41a-c10ac9ed0490 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.2826006 Sep 07 11:50:31.872161 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1200a3-6c71-42a4-9c9a-8436ca02f1d2 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:31.899885 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-c4078dfc-5619-442c-ae98-58d0f314feb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247 HTTP/1.1" status: 200 len: 217 time: 0.0582333 Sep 07 11:50:31.901985 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4216a0f3-bcbb-4651-a1bb-463137a8fde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.914078 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.932396 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4216a0f3-bcbb-4651-a1bb-463137a8fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.944512 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-0665ac14-49c7-4898-9a82-6d7edb971daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:31.946534 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-0665ac14-49c7-4898-9a82-6d7edb971daf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.1367164 Sep 07 11:50:31.949200 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Transition to ACTIVE for port object be1200a3-6c71-42a4-9c9a-8436ca02f1d2 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:31.955112 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:31.980685 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c1eba2f4-989b-447f-950f-3797c7fe69d8 req-c1121e3a-85da-4d41-842e-c65fb1674ea6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402059 Sep 07 11:50:32.016665 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5e4ede3c-fce5-4d67-93bc-200f4f399ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.029162 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4216a0f3-bcbb-4651-a1bb-463137a8fde7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5188df510a7a4e01a29f0e5215af7836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8848794 Sep 07 11:50:32.038552 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40304) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:32.075094 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-20cafede-aead-419d-9e77-8c63bc2beb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:32.076548 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-20cafede-aead-419d-9e77-8c63bc2beb82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd4d279-099f-49a6-bf17-d46b320032c7 HTTP/1.1" status: 200 len: 851 time: 0.1619551 Sep 07 11:50:32.076660 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-3e80269c-658e-439d-b154-726987ed981e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186154 Sep 07 11:50:32.080431 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216a0f3-bcbb-4651-a1bb-463137a8fde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f36452-2e9e-4cc8-a9ab-ada5a881db9b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.136627 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-34967b35-897d-4737-8d60-1e6185a7a83d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53748d86-5604-4974-8317-669305b4a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391340 Sep 07 11:50:32.168601 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Pushing event updated for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.191252 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.208943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Allocated IP 172.20.0.13 (5e51a59e-c178-473f-8a0d-d6ceca9871d2/d3957d40-10df-4782-8e1e-9a50f2102040/84c60f14-e402-41d6-958d-e967556131ea) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:32.247682 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b469eebd-2a60-40d0-add1-11bc3865c33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.263275 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba579a3-1eda-45ba-bdd2-a2dae879a626 req-d07003f6-cb80-4a3b-ab0f-d1f09be62b90 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:32.266815 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ba579a3-1eda-45ba-bdd2-a2dae879a626 req-d07003f6-cb80-4a3b-ab0f-d1f09be62b90 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.2656763 Sep 07 11:50:32.266955 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b469eebd-2a60-40d0-add1-11bc3865c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.272184 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Attempting to bind port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:32.272528 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Attempting to bind port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:32.272856 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Attempting to bind port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:32.273292 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.306016 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:50:32.306341 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Attempting to bind port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:32.332971 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:32.333304 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Checking segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:32.333680 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Bound using segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:32.334127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Bound port: be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:32.334465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.341347 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-60960a63-cf96-4005-871d-44df2207c4ae service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316713 Sep 07 11:50:32.392176 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-6fff9d10-15f4-446f-ad3b-1674c75df493 service neutron] 10.222.0.62 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449172 Sep 07 11:50:32.399120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469eebd-2a60-40d0-add1-11bc3865c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191ef577-968b-49a1-bd11-f9721c2db0b1,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.405554 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b469eebd-2a60-40d0-add1-11bc3865c33f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bda0e8469ce544aa9c741f066a5929f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1889725 Sep 07 11:50:32.416568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40314) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:32.503004 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd016-14b7-4ccc-98ce-4ab0dadb32fc req-6478fbbd-b56e-45a8-bb81-ce5745404b67 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:32.504567 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25bbd016-14b7-4ccc-98ce-4ab0dadb32fc req-6478fbbd-b56e-45a8-bb81-ce5745404b67 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.2099152 Sep 07 11:50:32.560296 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.562835 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.566245 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95f36452-2e9e-4cc8-a9ab-ada5a881db9b HTTP/1.1" status: 204 len: 168 time: 0.5194685 Sep 07 11:50:32.583965 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ba579a3-1eda-45ba-bdd2-a2dae879a626 req-b4488d1d-4f6e-4ac0-8e99-45a3096765f1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019092 Sep 07 11:50:32.613161 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de024b-96c4-4b4a-ba4c-37f83ff6aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f36452-2e9e-4cc8-a9ab-ada5a881db9b,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.628951 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.648629 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-ccda0b9d-8466-416e-b23f-6fb2eb29fa04 service neutron] 10.222.0.62 "GET /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416801 Sep 07 11:50:32.651647 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25bbd016-14b7-4ccc-98ce-4ab0dadb32fc req-72f7a180-086a-49ed-9f38-9da3272a32b9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181421 Sep 07 11:50:32.690104 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.707031 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5e4ede3c-fce5-4d67-93bc-200f4f399ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.722415 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5e4ede3c-fce5-4d67-93bc-200f4f399ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.777963 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:32.782118 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5e4ede3c-fce5-4d67-93bc-200f4f399ed9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1961e83927d44beebbde959a3e6e81cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9986343 Sep 07 11:50:32.783053 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ede3c-fce5-4d67-93bc-200f4f399ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d28494-ebbc-4156-9410-a019e6173358,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.785915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40322) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:32.810561 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Made reservation on behalf of 3c46e62502364c3293744ed53aef6c55 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:32.814447 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.837040 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2362304-4121-42cb-bc5c-4c80fab6635b req-ef5c90f6-d57a-401f-952b-541ee65d365e service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999971 Sep 07 11:50:32.847273 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.850713 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:32.853579 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.853805 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-62517c12-dc40-45c4-baa6-8bf11cad803d req-1b3e8ca5-c8fa-41e5-934c-1e16be105313 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0873995 Sep 07 11:50:32.856533 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.861272 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/191ef577-968b-49a1-bd11-f9721c2db0b1 HTTP/1.1" status: 204 len: 168 time: 0.4423752 Sep 07 11:50:32.863151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.881969 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedde050-3a33-43ee-92c6-a4ce95adb70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ef577-968b-49a1-bd11-f9721c2db0b1,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:32.899531 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.925533 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.934930 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.983408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:32.984032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.985478 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] 10.222.0.62 "PUT /v2.0/ports/be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 200 len: 1093 time: 2.3907471 Sep 07 11:50:32.985945 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.988798 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:32.992806 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d28494-ebbc-4156-9410-a019e6173358 HTTP/1.1" status: 204 len: 168 time: 0.2031000 Sep 07 11:50:33.000211 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa918e0-f144-4be2-b8a3-a1e3c51c2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d28494-ebbc-4156-9410-a019e6173358,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.056168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b048d-3c59-4ba0-9d5e-33de1c74f05a service neutron] Pushing event updated for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.139882 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.147217 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185c24a-1961-494f-9ec5-e0d6dd522c01 req-d315dec2-630d-4f49-a838-6379eec6a595 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.149595 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f185c24a-1961-494f-9ec5-e0d6dd522c01 req-d315dec2-630d-4f49-a838-6379eec6a595 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0680573 Sep 07 11:50:33.182904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40336) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:33.188393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3764-5564-46f2-bd87-17d9be6400eb req-ca5e6f70-0a78-4d0c-8ad4-2e4f8a68d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.189934 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-ca5e6f70-0a78-4d0c-8ad4-2e4f8a68d58a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 1097 time: 0.2123001 Sep 07 11:50:33.212292 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-ccc65767-e46a-465e-82b4-c3ef1f921cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.213815 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-ccc65767-e46a-465e-82b4-c3ef1f921cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1096 time: 0.1624458 Sep 07 11:50:33.215702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4c352b77-61b4-42e4-804f-55635af95070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.227695 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:33.228869 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Allocated IP 172.20.0.9 (15f17bf6-1e8d-4499-9414-e6a4dd3b2c50/225eb7eb-61a8-4e8a-a382-abe9fd4f20c4/d1040032-2f0c-47a0-bf45-a3ace6ffd4c3) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:50:33.234829 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:33.243259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:33.248870 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.249511 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.251909 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f185c24a-1961-494f-9ec5-e0d6dd522c01 req-90d947e3-22f1-4922-b2a2-be0e5c3eef89 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887053 Sep 07 11:50:33.300383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Pushing event updated for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.333598 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.359430 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4c352b77-61b4-42e4-804f-55635af95070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.364927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4c352b77-61b4-42e4-804f-55635af95070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.380188 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-2eac9a7f-3619-449d-a217-51661a8bee96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7816167 Sep 07 11:50:33.413458 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40338) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:33.423622 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4c352b77-61b4-42e4-804f-55635af95070 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=866c3a0acec84694af2cf47fe5dca61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394743 Sep 07 11:50:33.424778 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.426965 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40342) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:33.429878 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c352b77-61b4-42e4-804f-55635af95070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b321c-922e-4662-96ac-c259b2f579a2,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.444342 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-86ee3da7-3b19-4d42-81e3-5dea19cc3845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.465959 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Transition to ACTIVE for port object d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:33.503324 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.537220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.546064 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.552966 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-86ee3da7-3b19-4d42-81e3-5dea19cc3845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.558029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-86ee3da7-3b19-4d42-81e3-5dea19cc3845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.593819 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40344) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:33.604632 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:50:33.609991 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee3da7-3b19-4d42-81e3-5dea19cc3845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc08ab6-690b-451f-8654-97495ae615cf,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.610225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:33.614353 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:50:33.617264 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-86ee3da7-3b19-4d42-81e3-5dea19cc3845 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85f85886ddc94eabb194eabe4828b6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039361 Sep 07 11:50:33.617838 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40348) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:33.619382 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.619998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.620186 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d937cbe-1bc6-413d-91b8-6d97ec308491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.639659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.646818 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-d74afa64-a08d-4c82-9472-dbdc0e059729 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9234276 Sep 07 11:50:33.660154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.662563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.666638 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6b321c-922e-4662-96ac-c259b2f579a2 HTTP/1.1" status: 204 len: 168 time: 0.2356539 Sep 07 11:50:33.678136 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4ff6d-725d-4cf4-a878-63d30d9580f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b321c-922e-4662-96ac-c259b2f579a2,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:33.719012 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.756117 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.792582 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:33.795001 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:33.818072 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ebcf-2c81-49e0-bd30-4d55de701732 req-bd99e1d0-e217-46f3-98dd-49945aa06351 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.820330 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2c24ebcf-2c81-49e0-bd30-4d55de701732 req-bd99e1d0-e217-46f3-98dd-49945aa06351 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.0829706 Sep 07 11:50:33.884880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d937cbe-1bc6-413d-91b8-6d97ec308491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.896582 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2c24ebcf-2c81-49e0-bd30-4d55de701732 req-854bf2c8-fb9d-46b4-9b8d-ef1ea6dd159e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685954 Sep 07 11:50:33.902398 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7cfbb-ab2e-410e-a722-a187d15673da req-71f001ea-b42a-4f02-a1c9-9e70238e270b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:33.904119 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4df7cfbb-ab2e-410e-a722-a187d15673da req-71f001ea-b42a-4f02-a1c9-9e70238e270b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.1256080 Sep 07 11:50:33.905252 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d937cbe-1bc6-413d-91b8-6d97ec308491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.910144 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.912830 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:33.916814 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bc08ab6-690b-451f-8654-97495ae615cf HTTP/1.1" status: 204 len: 168 time: 0.2947512 Sep 07 11:50:33.939282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca518a6-537c-4cae-9ba3-cf04be3b0050 x-openstack-request-id: req-dca518a6-537c-4cae-9ba3-cf04be3b0050 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:33.939675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:33.940218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca518a6-537c-4cae-9ba3-cf04be3b0050 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:33.940835 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2', 'status': 'completed', 'code': 200} Sep 07 11:50:33.994057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2e8d1025-682b-4aac-b1ed-ea3c013015da None None] Provisioning for port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:34.000354 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2e8d1025-682b-4aac-b1ed-ea3c013015da None None] Provisioning complete for port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:34.001002 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1025-682b-4aac-b1ed-ea3c013015da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.055439 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d1025-682b-4aac-b1ed-ea3c013015da None None] Port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:50:34.092556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322d215-5e80-4111-bcd1-e3cf3b1a14cd req-1c610c84-bcbf-4d6b-a8ab-5c2b2ca339c1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:34.094362 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2322d215-5e80-4111-bcd1-e3cf3b1a14cd req-1c610c84-bcbf-4d6b-a8ab-5c2b2ca339c1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 931 time: 0.0786088 Sep 07 11:50:34.142547 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2322d215-5e80-4111-bcd1-e3cf3b1a14cd req-66210d7c-b64f-4018-a9a8-64a9e00fcd83 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422273 Sep 07 11:50:34.183022 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d937cbe-1bc6-413d-91b8-6d97ec308491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f1a195-dd41-4c7e-8f7a-ebbefc4b3d40,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:34.190256 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4d937cbe-1bc6-413d-91b8-6d97ec308491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=032430c30f0747bebf0b2fb8a9cf220d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909240 Sep 07 11:50:34.190722 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40368) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:34.205687 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5710200-7a25-4168-aae0-5734d51f99ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc08ab6-690b-451f-8654-97495ae615cf,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:34.210830 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4df7cfbb-ab2e-410e-a722-a187d15673da req-28dfcd13-0bac-40bc-8ecd-11dbfcccd7c0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738929 Sep 07 11:50:34.261777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.291966 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.377743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.378941 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40378) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:34.380329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.384578 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08f1a195-dd41-4c7e-8f7a-ebbefc4b3d40 HTTP/1.1" status: 204 len: 168 time: 0.1897588 Sep 07 11:50:34.393495 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2f08b-a0d5-4b9c-9890-d032bb304ceb req-afdfcb7a-5972-43f4-85f3-d97c76f6743a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:34.395175 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c3e2f08b-a0d5-4b9c-9890-d032bb304ceb req-afdfcb7a-5972-43f4-85f3-d97c76f6743a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0698318 Sep 07 11:50:34.397851 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6154162d-6776-4917-8f48-5c8cb1be6562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.401241 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a944f1-e590-4843-8682-e02a9e1ecc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f1a195-dd41-4c7e-8f7a-ebbefc4b3d40,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:34.453979 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c3e2f08b-a0d5-4b9c-9890-d032bb304ceb req-ccdd5181-08d6-4956-8af5-c4ddf40546e3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Sep 07 11:50:34.518605 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6154162d-6776-4917-8f48-5c8cb1be6562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.523240 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6154162d-6776-4917-8f48-5c8cb1be6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.562588 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6154162d-6776-4917-8f48-5c8cb1be6562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffafe3a71277432bb156d9ca833bd2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824944 Sep 07 11:50:34.563531 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154162d-6776-4917-8f48-5c8cb1be6562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b864af-85e0-4a89-a105-fb6303365697,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:34.565368 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40384) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:34.624230 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.650358 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.711338 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.712221 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:34.713403 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41b864af-85e0-4a89-a105-fb6303365697 HTTP/1.1" status: 204 len: 168 time: 0.1455710 Sep 07 11:50:34.721824 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4fb7a-591b-4505-9f6c-a83b921f1fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b864af-85e0-4a89-a105-fb6303365697,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:35.017769 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2a9ec-de7a-4470-b431-a3e21ea279f4 req-23cc4cda-af00-4785-a0eb-8c4fe9ac56ce tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:35.019444 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d5a2a9ec-de7a-4470-b431-a3e21ea279f4 req-23cc4cda-af00-4785-a0eb-8c4fe9ac56ce tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.0621331 Sep 07 11:50:35.064264 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d5a2a9ec-de7a-4470-b431-a3e21ea279f4 req-c9f49958-1848-4411-b73b-b76f16819a6e tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Sep 07 11:50:35.266736 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318706a2-4b54-47fe-a608-eeb9526946d7 req-6c290b94-2995-4f28-b90f-8a1d38ac01f4 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:35.276964 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-318706a2-4b54-47fe-a608-eeb9526946d7 req-6c290b94-2995-4f28-b90f-8a1d38ac01f4 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 931 time: 0.0585334 Sep 07 11:50:35.325200 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-318706a2-4b54-47fe-a608-eeb9526946d7 req-e992079a-ccbc-4313-b01b-d2b6476f6da7 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454843 Sep 07 11:50:35.368249 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71706f4e-7ae3-4ff5-96e7-ee62f5bd87a1 req-9c110bcd-ac29-4861-97e4-104b95ac2f91 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:35.369811 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-71706f4e-7ae3-4ff5-96e7-ee62f5bd87a1 req-9c110bcd-ac29-4861-97e4-104b95ac2f91 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0578580 Sep 07 11:50:35.409954 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-71706f4e-7ae3-4ff5-96e7-ee62f5bd87a1 req-d1aca3e0-0d84-4f78-83d2-04e83ef1f628 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Sep 07 11:50:35.582519 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b111a-2cf2-4df2-8538-5d79fae7519d req-861c5efe-f272-4908-b6fe-c83c1f5d761e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:35.584187 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-946b111a-2cf2-4df2-8538-5d79fae7519d req-861c5efe-f272-4908-b6fe-c83c1f5d761e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0567436 Sep 07 11:50:35.629353 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-946b111a-2cf2-4df2-8538-5d79fae7519d req-cb845f84-a5fd-48a9-af69-3502d48093b7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Sep 07 11:50:35.838058 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40462) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:36.013607 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865316701-network', 'tenant_id': '7bcf572cd8f147a7a882d788d360d216'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:36.036404 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Made reservation on behalf of 7bcf572cd8f147a7a882d788d360d216 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:36.039315 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.048409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.226229 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.235989 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.260090 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8b39-8f91-4cde-8c83-71ca9c315e3e req-8d8c2d45-6e28-4a6b-8f3b-e39316cea108 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:36.263072 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7fcc8b39-8f91-4cde-8c83-71ca9c315e3e req-8d8c2d45-6e28-4a6b-8f3b-e39316cea108 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.0800738 Sep 07 11:50:36.294549 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:50:36.315807 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f83408-e49b-4163-9d92-1f10093ab4d5,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:36.329241 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.329657 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Added segment 2bc94f72-531d-48f1-90d9-798b73575bb3 of type vlan for network 52e276a3-ba75-4ffb-ba15-cad854de9afc Sep 07 11:50:36.408113 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7fcc8b39-8f91-4cde-8c83-71ca9c315e3e req-203eb8c2-7886-40b9-92c9-aa91714b25e5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359577 Sep 07 11:50:36.424460 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.452190 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.453423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:36.454574 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.515921 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Request body: {'port': {'device_id': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:36.552598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Request body: {'port': {'device_id': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:36.561151 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] Pushing event updated for resources: {'Network': ['ID=52e276a3-ba75-4ffb-ba15-cad854de9afc,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:36.575208 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 52e276a3-ba75-4ffb-ba15-cad854de9afc details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:50:36.594193 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-34e9b9d2-67d0-4b4b-bef1-b3484322bc97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7548785 Sep 07 11:50:36.615293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40496) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:36.633267 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Request body: {'subnet': {'network_id': '52e276a3-ba75-4ffb-ba15-cad854de9afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865316701-subnet', 'tenant_id': '7bcf572cd8f147a7a882d788d360d216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:36.653603 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a6c3-9869-4a52-9c1a-d515e902596d req-ab78e954-0dac-4920-ab59-96efc02f5d31 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:36.662080 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26a9a6c3-9869-4a52-9c1a-d515e902596d req-ab78e954-0dac-4920-ab59-96efc02f5d31 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 931 time: 0.2494798 Sep 07 11:50:36.682042 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16295-3ecc-4e8c-a8cc-f289c00a36e7 req-e4dddd1d-5e53-4631-93f5-520c86456209 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:36.691487 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b8f16295-3ecc-4e8c-a8cc-f289c00a36e7 req-e4dddd1d-5e53-4631-93f5-520c86456209 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.1263988 Sep 07 11:50:36.700243 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-e34a7a9b-69df-4cde-91e0-341e42c5179e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 200 len: 217 time: 0.2004039 Sep 07 11:50:36.717272 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Made reservation on behalf of 7bcf572cd8f147a7a882d788d360d216 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:36.720343 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.773168 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b8f16295-3ecc-4e8c-a8cc-f289c00a36e7 req-2d778804-6af8-460f-be2f-089783f1bfc4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Sep 07 11:50:36.820067 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.863601 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26a9a6c3-9869-4a52-9c1a-d515e902596d req-31822031-24c1-475e-8109-568126bd11c6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001870 Sep 07 11:50:36.864247 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:36.946841 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff3ffe-eacb-4624-aa49-b6c0cae0bbd5 req-88b9448e-0fcb-4958-8924-b16ea61356f1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:36.948126 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d9ff3ffe-eacb-4624-aa49-b6c0cae0bbd5 req-88b9448e-0fcb-4958-8924-b16ea61356f1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0750763 Sep 07 11:50:37.018766 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d9ff3ffe-eacb-4624-aa49-b6c0cae0bbd5 req-ea23d89b-e1d5-4535-a41f-68ed8d21c9ed tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643051 Sep 07 11:50:37.083933 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:37.141779 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6680f4b4-31fd-4223-b9ec-10c86e819297,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:37.150913 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3764-5564-46f2-bd87-17d9be6400eb req-a009837c-02e2-483e-a120-a3c8988a8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:37.152696 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-a009837c-02e2-483e-a120-a3c8988a8b82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 916 time: 0.6722705 Sep 07 11:50:37.169006 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Checking segment: {'id': '2bc94f72-531d-48f1-90d9-798b73575bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '52e276a3-ba75-4ffb-ba15-cad854de9afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:37.169541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Network hostable DHCP agents. Network: 52e276a3-ba75-4ffb-ba15-cad854de9afc, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:50:37.200574 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Network 52e276a3-ba75-4ffb-ba15-cad854de9afc is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:50:37.227828 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 52e276a3-ba75-4ffb-ba15-cad854de9afc) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:37.239050 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:37.240690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148d8a0-7e8a-4300-9876-8ecdaf30e987 None None] Network 52e276a3-ba75-4ffb-ba15-cad854de9afc requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:50:37.243474 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:37.279795 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5a629745-7855-4da7-bb00-def3b768a87d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6593301 Sep 07 11:50:37.466401 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b73d03-1d27-43a0-aff8-33637496e0ed None None] Network 52e276a3-ba75-4ffb-ba15-cad854de9afc requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:50:37.665164 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8942fe9-058e-416e-bdf5-008f19a2dd82 req-5eb39f5e-48c3-45aa-88cb-5a975bbb7d0c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:37.666591 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d8942fe9-058e-416e-bdf5-008f19a2dd82 req-5eb39f5e-48c3-45aa-88cb-5a975bbb7d0c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.1404231 Sep 07 11:50:37.677633 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:37.689298 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:37.731861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Transition to ACTIVE for port object d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:37.755918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:37.815048 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d8942fe9-058e-416e-bdf5-008f19a2dd82 req-92637cf7-22f9-494f-936d-8c1d48ad7905 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313446 Sep 07 11:50:37.839746 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c60f14-e402-41d6-958d-e967556131ea {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:37.927001 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:37.943097 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-093e08c6-881a-41fd-aa40-d295f920bfa1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9 HTTP/1.1" status: 200 len: 217 time: 0.1348281 Sep 07 11:50:37.984213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0a0e3-e75e-4c92-9aa3-80a5dce5c1c1 req-03e88b75-731b-44e8-8358-e9cf4ef61df1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:37.985740 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08b0a0e3-e75e-4c92-9aa3-80a5dce5c1c1 req-03e88b75-731b-44e8-8358-e9cf4ef61df1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0964069 Sep 07 11:50:38.010752 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.034649 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08b0a0e3-e75e-4c92-9aa3-80a5dce5c1c1 req-21954c2a-c320-4078-be99-5eeeafa7c260 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Sep 07 11:50:38.043175 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40556) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:38.052942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1552680878-network', 'tenant_id': 'a7c894b5e06c4f8a9b6bd4030cadb15a'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:38.059148 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Transition to ACTIVE for port object 84c60f14-e402-41d6-958d-e967556131ea will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:50:38.069584 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-4b1b3218-c5b0-4a28-bb9d-8471cd6953ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.071221 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-4b1b3218-c5b0-4a28-bb9d-8471cd6953ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.2619889 Sep 07 11:50:38.080632 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.093752 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Made reservation on behalf of a7c894b5e06c4f8a9b6bd4030cadb15a for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:38.096743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.106237 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.142746 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Attempting to bind port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:38.143112 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Attempting to bind port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:38.143441 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Attempting to bind port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:38.165225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3764-5564-46f2-bd87-17d9be6400eb req-b82aa23f-584a-4f51-97ea-f7f89ebde4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.166871 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-b82aa23f-584a-4f51-97ea-f7f89ebde4fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.2061856 Sep 07 11:50:38.169693 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-5a53968c-6cd3-4eee-9a82-2219b1c6cc9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764921 Sep 07 11:50:38.182053 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:50:38.182379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Attempting to bind port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:38.185544 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5c7dc-f374-47df-88b5-8d4941f48fe4 req-b914f98d-1788-446b-b621-7e8945218773 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.187200 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-95c5c7dc-f374-47df-88b5-8d4941f48fe4 req-b914f98d-1788-446b-b621-7e8945218773 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0779817 Sep 07 11:50:38.196880 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e873-9a5e-4575-b06f-2dc76f39442e req-4c796000-1588-4194-bd12-d2dd25a65241 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.198615 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b249e873-9a5e-4575-b06f-2dc76f39442e req-4c796000-1588-4194-bd12-d2dd25a65241 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.2193081 Sep 07 11:50:38.244236 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-95c5c7dc-f374-47df-88b5-8d4941f48fe4 req-2cab1bbc-7768-4fb4-9b6b-6619c49979ab tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502517 Sep 07 11:50:38.245357 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50236924-5a19-4deb-81ef-17146652107e service neutron] Pushing event updated for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.269065 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:38.269401 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Checking segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:38.270217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Bound using segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:38.270217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Bound port: d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:38.270552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.274489 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-182868f4-c89c-4af5-90bd-c3c468e30540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891078 Sep 07 11:50:38.278869 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.285160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.307645 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:50:38.324803 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.325222 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Added segment 4b016d9c-dc94-46e9-a22f-42ff8a2c7aa4 of type vlan for network b86fa76d-86c9-4e42-849f-366927433e4e Sep 07 11:50:38.326548 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6c064-025c-4dc3-8ede-d66e57e61abc,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.370104 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.395367 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.396652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.397244 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.426606 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819942 Sep 07 11:50:38.430630 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40564) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:38.435252 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Request body: {'subnet': {'network_id': 'b86fa76d-86c9-4e42-849f-366927433e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1552680878-subnet', 'tenant_id': 'a7c894b5e06c4f8a9b6bd4030cadb15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:50:38.442321 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Attempting to bind port 84c60f14-e402-41d6-958d-e967556131ea on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:50:38.442655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Attempting to bind port 84c60f14-e402-41d6-958d-e967556131ea by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:50:38.443003 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Attempting to bind port 84c60f14-e402-41d6-958d-e967556131ea on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:38.474517 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e965-6f84-4885-96f7-5310912b9013 admin admin] Pushing event updated for resources: {'Network': ['ID=b86fa76d-86c9-4e42-849f-366927433e4e,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.479535 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b249e873-9a5e-4575-b06f-2dc76f39442e req-ed2a4d4e-50f3-4b80-a768-73fa06b1272e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582934 Sep 07 11:50:38.486662 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network b86fa76d-86c9-4e42-849f-366927433e4e details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:50:38.490994 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Made reservation on behalf of a7c894b5e06c4f8a9b6bd4030cadb15a for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:50:38.495133 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.512301 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Port 84c60f14-e402-41d6-958d-e967556131ea on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:50:38.512624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Attempting to bind port 84c60f14-e402-41d6-958d-e967556131ea on network 5e51a59e-c178-473f-8a0d-d6ceca9871d2 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:50:38.540750 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:50:38.541009 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Checking segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:38.541388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Bound using segment: {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:50:38.541850 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Bound port: 84c60f14-e402-41d6-958d-e967556131ea, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb25c26c-f52c-451f-b319-e7094bae9d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:50:38.542280 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.556665 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-ad73767b-85ca-4260-8f50-790871d5b559 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700895 Sep 07 11:50:38.558446 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-0b701e53-2bed-4e7b-9035-b187ec5c9aa5 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560308 Sep 07 11:50:38.567939 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:38.625204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:38.650201 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.678075 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.735612 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c721329-9f3b-4e99-9dbb-5151d74b41d9,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.743456 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Checking segment: {'id': '4b016d9c-dc94-46e9-a22f-42ff8a2c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b86fa76d-86c9-4e42-849f-366927433e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:50:38.743814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Network hostable DHCP agents. Network: b86fa76d-86c9-4e42-849f-366927433e4e, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:50:38.760628 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Network b86fa76d-86c9-4e42-849f-366927433e4e is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:50:38.770357 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, b86fa76d-86c9-4e42-849f-366927433e4e) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:50:38.775086 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.776092 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.780465 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cbccd1-2538-4518-8ceb-caf4dabbd141 None None] Network b86fa76d-86c9-4e42-849f-366927433e4e requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:50:38.783393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:50:38.794168 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6fe66bcb-d55c-4a66-a655-7ddbcc2fc074 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3622394 Sep 07 11:50:38.815553 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.816240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.817665 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 1093 time: 2.3070099 Sep 07 11:50:38.818181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:38.821069 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9533762b-e605-4ddd-803f-98f9ab833810" -d '{"events": [{"name": "network-changed", "server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:38.830952 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84c60f14-e402-41d6-958d-e967556131ea,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:50:38.843105 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c6a5-e416-4db5-8f04-3ce10d9870f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:38.858443 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.938473 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-b8bafc36-c29e-46a6-914b-df446fd96e5b service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510177 Sep 07 11:50:38.940300 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-142a3764-5564-46f2-bd87-17d9be6400eb req-1a476dca-217f-4afd-9c5f-d46d8017193b service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505213 Sep 07 11:50:38.982380 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828f28ed-8b15-4eec-9bf9-d19cd14e0f88 x-openstack-request-id: req-828f28ed-8b15-4eec-9bf9-d19cd14e0f88 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:38.983624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:38.984279 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-828f28ed-8b15-4eec-9bf9-d19cd14e0f88 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:38.984900 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'status': 'completed', 'code': 200} Sep 07 11:50:38.989657 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:38.990590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:38.992812 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-50236924-5a19-4deb-81ef-17146652107e service neutron] 10.222.0.62 "PUT /v2.0/ports/84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 1094 time: 2.4598186 Sep 07 11:50:39.094374 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b89228-4dfe-4244-9ac0-bb08519c6b7f None None] Network b86fa76d-86c9-4e42-849f-366927433e4e requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:50:39.203171 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89abdf0-1555-498c-951b-922ccbe76cdd req-ad0a17e0-eea5-4070-a1f0-5deccf55eb2f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.205446 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c89abdf0-1555-498c-951b-922ccbe76cdd req-ad0a17e0-eea5-4070-a1f0-5deccf55eb2f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0692596 Sep 07 11:50:39.253936 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50236924-5a19-4deb-81ef-17146652107e service neutron] Pushing event updated for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:39.263251 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c89abdf0-1555-498c-951b-922ccbe76cdd req-7fe42bc6-0a2a-4eab-bdbb-7cfaab3ec9be tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505612 Sep 07 11:50:39.283961 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-c1c5708b-196b-4e1c-a86a-551afac9319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.285819 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-c1c5708b-196b-4e1c-a86a-551afac9319d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1096 time: 0.3647983 Sep 07 11:50:39.391983 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45438-cb82-4a22-a325-67a0b2b151c9 req-ddbf6cb9-e8db-4ad4-ab6b-93eabf999eab tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.393843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1d45438-cb82-4a22-a325-67a0b2b151c9 req-ddbf6cb9-e8db-4ad4-ab6b-93eabf999eab tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.3659835 Sep 07 11:50:39.398467 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740e617-6d51-44cd-9439-1c979bf0b3d8 req-6238d9f2-0f02-4983-8d89-d0cc6b81c884 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.400513 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0740e617-6d51-44cd-9439-1c979bf0b3d8 req-6238d9f2-0f02-4983-8d89-d0cc6b81c884 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0694544 Sep 07 11:50:39.405973 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-6d66bd77-c435-4b25-b3a2-1054fbab6cea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0968258 Sep 07 11:50:39.435277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-5961c22a-f55c-447f-8bf4-dafd114aafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.436716 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-5961c22a-f55c-447f-8bf4-dafd114aafa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1097 time: 0.3727956 Sep 07 11:50:39.440839 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-fe0d998b-be2b-49b3-9a1f-65e99ac67185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.442259 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-fe0d998b-be2b-49b3-9a1f-65e99ac67185 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1096 time: 0.4281919 Sep 07 11:50:39.457803 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0740e617-6d51-44cd-9439-1c979bf0b3d8 req-a60e5708-4bc6-4940-a612-c8cc684680d3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510912 Sep 07 11:50:39.578331 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-4a6565e6-7050-4abb-9633-4c113590a4f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.1050639 Sep 07 11:50:39.612096 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1d45438-cb82-4a22-a325-67a0b2b151c9 req-732383b5-b89b-479d-a91d-3c6a56555fe1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097611 Sep 07 11:50:39.648967 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da6a8-76bb-4187-86ee-814dfeb63723 req-43b89501-436a-4904-ae6f-416c2b780c5a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.661535 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-514da6a8-76bb-4187-86ee-814dfeb63723 req-43b89501-436a-4904-ae6f-416c2b780c5a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.1002796 Sep 07 11:50:39.675163 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-1753137d-c412-497a-b3eb-bd4d508bb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.676625 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-1753137d-c412-497a-b3eb-bd4d508bb87f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.2390583 Sep 07 11:50:39.703333 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-514da6a8-76bb-4187-86ee-814dfeb63723 req-73cb7343-92b7-4523-b546-327f25d0f21a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 Sep 07 11:50:39.759100 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d706-f136-4326-a186-4d9f385a513a req-a757b89e-3ec9-4fa6-bed1-f4cca9dd4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.760625 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-a757b89e-3ec9-4fa6-bed1-f4cca9dd4cc5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.1724110 Sep 07 11:50:39.769102 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-09cbb85e-e547-4ccc-9041-7f5b5c3a61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.770536 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-09cbb85e-e547-4ccc-9041-7f5b5c3a61b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.2990341 Sep 07 11:50:39.840532 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-d2857f90-1076-4911-8a38-024a329dadf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631278 Sep 07 11:50:39.842120 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-6d3eff42-8c19-4107-8489-d7d67db0ebdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0636959 Sep 07 11:50:39.844147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-1da97874-f375-43e2-9236-efe60f9e53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:39.845952 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-1da97874-f375-43e2-9236-efe60f9e53ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1556513 Sep 07 11:50:40.025055 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-7d2aa510-f57d-4bbc-9622-a615e92ac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.026527 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-7d2aa510-f57d-4bbc-9622-a615e92ac348 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.1516488 Sep 07 11:50:40.073965 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-4a2385f8-3cfd-4347-986a-e5d75425413e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381281 Sep 07 11:50:40.077170 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-b2a48ea0-441f-4434-8b8f-0cb879b437b6 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108681 Sep 07 11:50:40.080419 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-02439a0d-a56c-4d76-96bf-872a98a45277 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216530 Sep 07 11:50:40.307184 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-deb6872b-354c-4565-b33b-ea9eb12cdfa3 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121065 Sep 07 11:50:40.310810 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63d93443-5b0a-4c09-b9ab-3ff1d0bd71c2 req-87afb56a-7bb5-478d-bb4e-a7c6740526e8 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167525 Sep 07 11:50:40.314244 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-7c628cd6-cee2-44db-894a-f290d8cf4be1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276640 Sep 07 11:50:40.471305 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65404cee-a7bf-4bc0-9841-b6865fbe1fe3 req-cc859ae8-f890-4994-92da-5f0f8e397189 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.472682 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65404cee-a7bf-4bc0-9841-b6865fbe1fe3 req-cc859ae8-f890-4994-92da-5f0f8e397189 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.1316659 Sep 07 11:50:40.477036 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533762b-e605-4ddd-803f-98f9ab833810 req-1e3c0fae-45fe-4b59-9e5d-c327b5ea267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.478389 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-1e3c0fae-45fe-4b59-9e5d-c327b5ea267e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1096 time: 0.1019785 Sep 07 11:50:40.487533 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b7a75a5-e380-4053-bc7b-98c51a33d5f6 req-6e08e61d-1ac2-46f3-b11a-5f63dcd8a28d service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646698 Sep 07 11:50:40.572763 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65404cee-a7bf-4bc0-9841-b6865fbe1fe3 req-cb3de683-2b65-4796-82b3-510512b172cf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933843 Sep 07 11:50:40.573620 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e8c41-5ddd-46fa-b2f4-e3accd371a64 req-8f4c7f44-e1a3-41f4-ba59-c4c01763e2d5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.575140 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d96e8c41-5ddd-46fa-b2f4-e3accd371a64 req-8f4c7f44-e1a3-41f4-ba59-c4c01763e2d5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0468471 Sep 07 11:50:40.596337 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533762b-e605-4ddd-803f-98f9ab833810 req-9ecf004d-de88-4398-bef9-4348f7deedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.597811 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-9ecf004d-de88-4398-bef9-4348f7deedbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.1094854 Sep 07 11:50:40.613793 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d96e8c41-5ddd-46fa-b2f4-e3accd371a64 req-b79844ff-a42c-40e0-9444-e56db8d60615 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Sep 07 11:50:40.638759 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-5d4e7c54-97a4-4744-835d-c1b88af2959d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0333772 Sep 07 11:50:40.702945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533762b-e605-4ddd-803f-98f9ab833810 req-8b862d1d-0244-456d-817b-e7cdee503af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.704041 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-8b862d1d-0244-456d-817b-e7cdee503af3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0576031 Sep 07 11:50:40.768289 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8120-7817-4e2c-aab4-a2f689269229 req-40b1e795-5db5-4aa7-8137-909514b59c3c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.769742 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-584e8120-7817-4e2c-aab4-a2f689269229 req-40b1e795-5db5-4aa7-8137-909514b59c3c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 943 time: 0.0793970 Sep 07 11:50:40.798498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533762b-e605-4ddd-803f-98f9ab833810 req-2bf8dd4e-ee4b-4208-94e7-d1dff7890ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.800271 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-2bf8dd4e-ee4b-4208-94e7-d1dff7890ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821369 Sep 07 11:50:40.839276 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-584e8120-7817-4e2c-aab4-a2f689269229 req-77824289-7f07-496a-8ee8-987ee9876d5c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Sep 07 11:50:40.841612 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3ea1c-a576-45c5-a1cc-b76484405983 req-d595993b-a0e1-48b6-ae66-4b904a577663 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:40.849102 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-caf3ea1c-a576-45c5-a1cc-b76484405983 req-d595993b-a0e1-48b6-ae66-4b904a577663 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0685441 Sep 07 11:50:40.902276 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-caf3ea1c-a576-45c5-a1cc-b76484405983 req-c1370a4c-6532-4f37-92f7-ffa1d73c2121 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522597 Sep 07 11:50:40.922479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-14f89360-c084-4959-8359-479ec5264fa9 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112118 Sep 07 11:50:40.998225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'tag': '84c60f14-e402-41d6-958d-e967556131ea'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:41.000763 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca92e0-fd16-429e-863f-4e46e1d9de33" -d '{"events": [{"name": "network-changed", "server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "tag": "84c60f14-e402-41d6-958d-e967556131ea"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:41.032439 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9533762b-e605-4ddd-803f-98f9ab833810 req-18b6f20c-cdc1-4ad2-bd24-c1f13b5ca509 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928397 Sep 07 11:50:41.037617 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be65ecc-f939-4461-97eb-e86fb3476c9f x-openstack-request-id: req-5be65ecc-f939-4461-97eb-e86fb3476c9f {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:41.038013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "tag": "84c60f14-e402-41d6-958d-e967556131ea", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:41.038264 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5be65ecc-f939-4461-97eb-e86fb3476c9f {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:41.039035 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'tag': '84c60f14-e402-41d6-958d-e967556131ea', 'status': 'completed', 'code': 200} Sep 07 11:50:41.237860 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d98e4f71-0185-40fc-bb83-96b07b6ae247 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:50:41.268800 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-111656a8-8406-4fd4-8cdf-74af7d120389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:41.270295 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-111656a8-8406-4fd4-8cdf-74af7d120389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1097 time: 0.1993349 Sep 07 11:50:41.343602 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247,segment=NetworkSegment(f9fb417c-4039-4f2b-88c7-5bf4bee23a58),segment_id=f9fb417c-4039-4f2b-88c7-5bf4bee23a58)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:41.355746 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'd98e4f71-0185-40fc-bb83-96b07b6ae247', 'network_id': '53748d86-5604-4974-8317-669305b4a5c5', 'port_id': 'd98e4f71-0185-40fc-bb83-96b07b6ae247', 'mac_address': 'fa:16:3e:2e:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd4d279-099f-49a6-bf17-d46b320032c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:50:41.358995 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-84e012e2-7d3c-48b2-a2d6-a71e9155a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:41.360487 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-84e012e2-7d3c-48b2-a2d6-a71e9155a0c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.0825646 Sep 07 11:50:41.392689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:41.404770 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-84ff9eea-b2d0-411f-b89b-8f396736b20a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0365381 Sep 07 11:50:41.405440 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98e4f71-0185-40fc-bb83-96b07b6ae247 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:41.427152 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247,segment=NetworkSegment(f9fb417c-4039-4f2b-88c7-5bf4bee23a58),segment_id=f9fb417c-4039-4f2b-88c7-5bf4bee23a58)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:41.431811 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:41.456543 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-8706be70-f490-4667-8169-183669936495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:41.457908 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-8706be70-f490-4667-8169-183669936495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0447309 Sep 07 11:50:41.478188 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:41.496167 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-535ceba9-3d16-48c8-a61e-d6a0f1e9eb11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257807 Sep 07 11:50:41.596205 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-8cffeca2-599b-43b1-80ce-ca4f053d8e9b service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859728 Sep 07 11:50:41.685950 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14ca92e0-fd16-429e-863f-4e46e1d9de33 req-2b2d1aa9-d947-418c-9f1f-63f11aa3bb0d service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819352 Sep 07 11:50:41.686275 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca90d-60f2-4782-9271-5baaf120727b req-0e46a55b-d8bd-46db-828e-53d81a73e1e6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:41.688150 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd9ca90d-60f2-4782-9271-5baaf120727b req-0e46a55b-d8bd-46db-828e-53d81a73e1e6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0502164 Sep 07 11:50:41.730145 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd9ca90d-60f2-4782-9271-5baaf120727b req-54f2d80f-c7c4-428a-a4f4-2276b836e520 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Sep 07 11:50:41.743638 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf975d-70ae-4f11-9808-fcfc3279ab43 req-867924af-599a-41d2-bd23-c088be2a5113 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:41.745136 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddaf975d-70ae-4f11-9808-fcfc3279ab43 req-867924af-599a-41d2-bd23-c088be2a5113 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0543385 Sep 07 11:50:41.792235 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddaf975d-70ae-4f11-9808-fcfc3279ab43 req-f7c44fc9-9550-47a7-88f3-78ad5871748b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Sep 07 11:50:41.996995 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ac1-9034-418f-95ba-f6f17c92d3cf req-db8c24ca-6d03-40b5-84d7-16608b56fbfa tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:42.005681 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a3186ac1-9034-418f-95ba-f6f17c92d3cf req-db8c24ca-6d03-40b5-84d7-16608b56fbfa tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0893223 Sep 07 11:50:42.030262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61e8b0-0267-49d2-8faf-76b2f1328943 req-9f5bf890-0d5e-4cfb-aab9-1f3b325576d6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:42.032468 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba61e8b0-0267-49d2-8faf-76b2f1328943 req-9f5bf890-0d5e-4cfb-aab9-1f3b325576d6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0618482 Sep 07 11:50:42.060095 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a3186ac1-9034-418f-95ba-f6f17c92d3cf req-c07a72f2-2ff0-4c14-abd1-a16cf602dd0d tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Sep 07 11:50:42.090540 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba61e8b0-0267-49d2-8faf-76b2f1328943 req-b377b97f-37be-4798-a782-f769851f2f82 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518742 Sep 07 11:50:42.854908 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e86c86-5335-45bf-a670-f2f1a3d19726 req-5c3adb2e-9f68-43c5-8975-4c7f57a99bd5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:42.854908 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f0e86c86-5335-45bf-a670-f2f1a3d19726 req-5c3adb2e-9f68-43c5-8975-4c7f57a99bd5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0527191 Sep 07 11:50:42.892182 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f0e86c86-5335-45bf-a670-f2f1a3d19726 req-13c12d0f-3b83-48df-b1ec-34c604c887af tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Sep 07 11:50:42.904138 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3a33-a08d-414f-9bb9-26b2d8256854 req-c77f5a85-1e0e-4312-969f-f461b92b4e5c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:42.905680 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c1e3a33-a08d-414f-9bb9-26b2d8256854 req-c77f5a85-1e0e-4312-969f-f461b92b4e5c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0485244 Sep 07 11:50:42.942081 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c1e3a33-a08d-414f-9bb9-26b2d8256854 req-3a7106d2-336e-4163-b839-29439d5afbe7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304599 Sep 07 11:50:43.161008 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b795c-e848-42e2-8323-b3329e332b53 req-d2a74d33-1404-4fcd-87a2-46ecc70e96a1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:43.162635 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-709b795c-e848-42e2-8323-b3329e332b53 req-d2a74d33-1404-4fcd-87a2-46ecc70e96a1 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0523732 Sep 07 11:50:43.201433 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-709b795c-e848-42e2-8323-b3329e332b53 req-34527a3d-5783-4693-9d7d-d27395220f55 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Sep 07 11:50:43.206118 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408b65-5183-4563-8c9c-54dfa70a6794 req-309c839b-5cf0-4cf2-b528-158e35cb8717 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:43.207633 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-54408b65-5183-4563-8c9c-54dfa70a6794 req-309c839b-5cf0-4cf2-b528-158e35cb8717 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0484624 Sep 07 11:50:43.248565 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-54408b65-5183-4563-8c9c-54dfa70a6794 req-0aa2bae2-a85c-412b-87e5-c14a019ec3ca tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350981 Sep 07 11:50:44.002978 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a06-3f4e-4549-bf2e-d319b2b851e0 req-e1527a63-2118-495f-a807-53df4d2accf4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:44.004453 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f9255a06-3f4e-4549-bf2e-d319b2b851e0 req-e1527a63-2118-495f-a807-53df4d2accf4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0479095 Sep 07 11:50:44.042329 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f9255a06-3f4e-4549-bf2e-d319b2b851e0 req-4a9b30de-a247-4076-906d-7b232442fe22 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 07 11:50:44.058564 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b54fe2-75fc-4c26-b508-5ee522eb5857 req-9218d48f-335e-4ada-9696-f3ed474e3c91 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:44.058564 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08b54fe2-75fc-4c26-b508-5ee522eb5857 req-9218d48f-335e-4ada-9696-f3ed474e3c91 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Sep 07 11:50:44.096731 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08b54fe2-75fc-4c26-b508-5ee522eb5857 req-6500b40c-a0a9-410e-85ff-381c92d211e8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Sep 07 11:50:44.314540 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30ad05-8f78-4351-a653-5cacf7e5e4df req-fd6e2d27-4a7e-4093-a2cb-71aa1852b927 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:44.316070 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ea30ad05-8f78-4351-a653-5cacf7e5e4df req-fd6e2d27-4a7e-4093-a2cb-71aa1852b927 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0510070 Sep 07 11:50:44.356385 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ea30ad05-8f78-4351-a653-5cacf7e5e4df req-ad728d9a-bd1d-482b-a5f2-6eeb168ada62 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Sep 07 11:50:44.367502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27675929-1855-4948-acc2-89e92f0258d8 req-aec3d208-5b85-48f1-9597-20a027190511 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:44.368999 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27675929-1855-4948-acc2-89e92f0258d8 req-aec3d208-5b85-48f1-9597-20a027190511 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0547433 Sep 07 11:50:44.419718 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27675929-1855-4948-acc2-89e92f0258d8 req-6582cb83-43e4-41fe-9590-b84ea659f885 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Sep 07 11:50:45.152625 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee23292-4d5e-479e-8577-debc11815937 req-ef5216f4-4aef-46ba-996b-fb1a8f5bbfa6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:45.154123 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ee23292-4d5e-479e-8577-debc11815937 req-ef5216f4-4aef-46ba-996b-fb1a8f5bbfa6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0486414 Sep 07 11:50:45.191985 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ee23292-4d5e-479e-8577-debc11815937 req-0aa37b70-7f48-4f74-aea0-f095efffb558 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Sep 07 11:50:45.210729 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d169-db58-4961-b396-f079ffe40615 req-d95c42f0-ed68-455f-bbec-f0dd47c0918a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:45.212241 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4695d169-db58-4961-b396-f079ffe40615 req-d95c42f0-ed68-455f-bbec-f0dd47c0918a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0486951 Sep 07 11:50:45.253436 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4695d169-db58-4961-b396-f079ffe40615 req-57136d97-027a-40a0-8f41-ef47304c7c7c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Sep 07 11:50:45.503932 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086df6-b008-4d68-b5f6-a79d4dcf8398 req-d1607045-e584-4ab7-9117-8f78cd9fd0db tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:45.505903 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b7086df6-b008-4d68-b5f6-a79d4dcf8398 req-d1607045-e584-4ab7-9117-8f78cd9fd0db tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0810921 Sep 07 11:50:45.545362 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b7086df6-b008-4d68-b5f6-a79d4dcf8398 req-938f91ab-4592-4b95-af02-4cdc969ea096 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Sep 07 11:50:45.548599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c422d2-6e17-4820-8b04-e6423bd9b6bc req-f7fdbc30-d219-4254-9ad7-547fe96a2838 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:45.550094 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89c422d2-6e17-4820-8b04-e6423bd9b6bc req-f7fdbc30-d219-4254-9ad7-547fe96a2838 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0515261 Sep 07 11:50:45.587291 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89c422d2-6e17-4820-8b04-e6423bd9b6bc req-f32d4c03-732d-4c9d-886a-b1fba8941af8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309029 Sep 07 11:50:46.306052 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1da28d-5b76-411f-9d5e-1d5cf517d328 req-4f2f646b-30cd-49ee-8330-19708a49c38b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:46.307561 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8b1da28d-5b76-411f-9d5e-1d5cf517d328 req-4f2f646b-30cd-49ee-8330-19708a49c38b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0510693 Sep 07 11:50:46.348378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8b1da28d-5b76-411f-9d5e-1d5cf517d328 req-dc27c5c3-8f92-496f-8a6d-133dda55e19a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Sep 07 11:50:46.368317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874c36-2273-4e92-aac2-dc9fa2e8d28d req-a91f1f10-e2a7-401e-8fb5-eaeba13afead tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:46.369793 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-33874c36-2273-4e92-aac2-dc9fa2e8d28d req-a91f1f10-e2a7-401e-8fb5-eaeba13afead tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0477922 Sep 07 11:50:46.407818 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-33874c36-2273-4e92-aac2-dc9fa2e8d28d req-e9c4a9d4-75e2-471e-8c85-4fc799801c2b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Sep 07 11:50:46.655158 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31b87-105a-4de6-9e3c-2606ade34f69 req-cd5cf1df-0b83-4479-ad48-ea7914d90cfd tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:46.656638 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ed31b87-105a-4de6-9e3c-2606ade34f69 req-cd5cf1df-0b83-4479-ad48-ea7914d90cfd tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0477626 Sep 07 11:50:46.693888 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3ed31b87-105a-4de6-9e3c-2606ade34f69 req-ce97c142-2883-4e53-b0cc-e8640c2ca4dd tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Sep 07 11:50:46.698809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab280da-2016-4ece-aeec-66999bbb79a1 req-4a3ffbcd-f6f3-4485-a357-278a9a4bfd13 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:46.703469 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8ab280da-2016-4ece-aeec-66999bbb79a1 req-4a3ffbcd-f6f3-4485-a357-278a9a4bfd13 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0480313 Sep 07 11:50:46.741243 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8ab280da-2016-4ece-aeec-66999bbb79a1 req-fe10259a-879c-400b-8ddf-f703c15dc792 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Sep 07 11:50:46.954865 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['d98e4f71-0185-40fc-bb83-96b07b6ae247'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:50:47.228144 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device be1200a3-6c71-42a4-9c9a-8436ca02f1d2 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:50:47.425420 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:47.439075 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'port_id': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2', 'mac_address': 'fa:16:3e:19:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:50:47.463131 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675094f-dfdc-4f20-8164-16bef801685f req-fc906d93-6999-4c83-b09f-10deb516a15e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:47.464641 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7675094f-dfdc-4f20-8164-16bef801685f req-fc906d93-6999-4c83-b09f-10deb516a15e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 943 time: 0.0505059 Sep 07 11:50:47.484204 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:47.501136 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1200a3-6c71-42a4-9c9a-8436ca02f1d2 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:47.503708 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7675094f-dfdc-4f20-8164-16bef801685f req-f2f92ad1-6296-4db8-b71a-55c38397c852 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Sep 07 11:50:47.526647 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:47.528689 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0d7c-1f22-46f0-b469-4d431bf3dd33 req-85cd529b-3e95-4366-80e3-a19fd6eed2a9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:47.530353 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-02bf0d7c-1f22-46f0-b469-4d431bf3dd33 req-85cd529b-3e95-4366-80e3-a19fd6eed2a9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 944 time: 0.0509515 Sep 07 11:50:47.530570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:47.531387 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:50:47.579333 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-02bf0d7c-1f22-46f0-b469-4d431bf3dd33 req-caa667ca-d352-4e48-a57b-bb321cc9fe09 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Sep 07 11:50:47.592744 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:47.674496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:47.688785 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'port_id': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'mac_address': 'fa:16:3e:ed:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0da42c-1a0a-4b27-86f8-3af1e18095af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:50:47.724579 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:47.736972 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:47.756132 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:47.761808 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:47.812598 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5ad9-f872-463c-a41c-002c39cf66de req-66472152-7558-4c85-9c0a-f3f9f073a457 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:47.813949 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:47.814102 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-335a5ad9-f872-463c-a41c-002c39cf66de req-66472152-7558-4c85-9c0a-f3f9f073a457 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0520616 Sep 07 11:50:47.856417 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e71a48-6a04-442c-a0c5-120c91a2e979 req-e8ae7da7-2eee-4718-990f-393a76db5e01 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:47.857613 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-38e71a48-6a04-442c-a0c5-120c91a2e979 req-e8ae7da7-2eee-4718-990f-393a76db5e01 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0488467 Sep 07 11:50:47.858720 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-335a5ad9-f872-463c-a41c-002c39cf66de req-6bbe4801-8145-49d6-b0c9-d0dcedac3927 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Sep 07 11:50:47.896694 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-38e71a48-6a04-442c-a0c5-120c91a2e979 req-caa8ed44-5265-44a9-973b-dd68782f297c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Sep 07 11:50:48.626772 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['be1200a3-6c71-42a4-9c9a-8436ca02f1d2'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:50:48.657496 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089110cd-a918-43ba-a63b-795af9e2e65e req-32c5a12d-696d-4fd8-be9f-c335c1d3b07f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:48.665259 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-089110cd-a918-43ba-a63b-795af9e2e65e req-32c5a12d-696d-4fd8-be9f-c335c1d3b07f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 944 time: 0.0931268 Sep 07 11:50:48.731793 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-089110cd-a918-43ba-a63b-795af9e2e65e req-5b9a425d-813f-4c3f-bf54-d9080b9cd93c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611773 Sep 07 11:50:48.750300 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:50:48.766779 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47263-7fdb-452d-9ea4-dcc4e75011a0 req-6b8960fa-2c5d-4e4b-a787-a0df156feb57 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:48.768398 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63b47263-7fdb-452d-9ea4-dcc4e75011a0 req-6b8960fa-2c5d-4e4b-a787-a0df156feb57 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 945 time: 0.0783381 Sep 07 11:50:48.829004 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-63b47263-7fdb-452d-9ea4-dcc4e75011a0 req-3832c5d6-c24a-4a5f-94c8-d30674a0c418 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533724 Sep 07 11:50:49.002086 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043143-d961-4649-870e-9438b016289e req-2726db99-13c6-480a-b1f0-8d223ce1d1cf tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:49.011755 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-57043143-d961-4649-870e-9438b016289e req-2726db99-13c6-480a-b1f0-8d223ce1d1cf tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 944 time: 0.0591540 Sep 07 11:50:49.059262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8f65-15a5-4ec7-b633-d6eec77047b7 req-b736e2a2-279d-45cc-b7ee-df6ee63178ad tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:49.062117 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-13fc8f65-15a5-4ec7-b633-d6eec77047b7 req-b736e2a2-279d-45cc-b7ee-df6ee63178ad tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0752788 Sep 07 11:50:49.069069 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-57043143-d961-4649-870e-9438b016289e req-298a10c5-eb5f-4c6e-b006-7f1ad8865f00 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 Sep 07 11:50:49.111375 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-13fc8f65-15a5-4ec7-b633-d6eec77047b7 req-74e0f1f2-4401-43d7-a9cf-2677941b7f3f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398183 Sep 07 11:50:49.239921 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 84c60f14-e402-41d6-958d-e967556131ea details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:50:49.286952 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d98e4f71-0185-40fc-bb83-96b07b6ae247 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:49.381194 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84c60f14-e402-41d6-958d-e967556131ea,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:49.398450 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '84c60f14-e402-41d6-958d-e967556131ea', 'network_id': '5e51a59e-c178-473f-8a0d-d6ceca9871d2', 'port_id': '84c60f14-e402-41d6-958d-e967556131ea', 'mac_address': 'fa:16:3e:43:a8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3957d40-10df-4782-8e1e-9a50f2102040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:50:49.401836 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port d98e4f71-0185-40fc-bb83-96b07b6ae247 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:49.407462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port d98e4f71-0185-40fc-bb83-96b07b6ae247 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:49.407832 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:49.466725 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:49.488873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c60f14-e402-41d6-958d-e967556131ea {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:49.526292 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84c60f14-e402-41d6-958d-e967556131ea,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:49.531140 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:49.565690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:49.607255 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:49.670745 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:49.686431 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247,segment=NetworkSegment(f9fb417c-4039-4f2b-88c7-5bf4bee23a58),segment_id=f9fb417c-4039-4f2b-88c7-5bf4bee23a58)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:49.692637 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:49.751661 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:49.809718 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075bc3d-c856-460a-90ce-7e6c96607bd6" -d '{"events": [{"server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "name": "network-vif-plugged", "status": "completed", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:49.882233 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d772-64e4-4067-bddd-a7e4e57f87f1 req-4ba7d773-72e5-4806-8df3-12edeeabdec5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:49.884480 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7d00d772-64e4-4067-bddd-a7e4e57f87f1 req-4ba7d773-72e5-4806-8df3-12edeeabdec5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 944 time: 0.0844245 Sep 07 11:50:49.912821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a232f0b-bcc7-49d7-93ae-b61d4ee1c330 x-openstack-request-id: req-2a232f0b-bcc7-49d7-93ae-b61d4ee1c330 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:49.913310 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "name": "network-vif-plugged", "status": "completed", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:49.913679 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a232f0b-bcc7-49d7-93ae-b61d4ee1c330 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:49.914194 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247', 'code': 200} Sep 07 11:50:49.931641 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7d00d772-64e4-4067-bddd-a7e4e57f87f1 req-0d8286aa-7908-470a-9864-0ce52c5c1537 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Sep 07 11:50:50.015088 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e204c3-9db0-471d-83c2-c4a9ba13f8a0 req-de32b05e-3644-447d-94de-c3a62726c647 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:50.016576 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-45e204c3-9db0-471d-83c2-c4a9ba13f8a0 req-de32b05e-3644-447d-94de-c3a62726c647 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Sep 07 11:50:50.057198 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-45e204c3-9db0-471d-83c2-c4a9ba13f8a0 req-2606f60f-e7d6-4cca-b569-2b1fc4461e5b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Sep 07 11:50:50.148431 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-5476e61e-4751-4a8c-8e39-9d01525ebab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:50.155781 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-5476e61e-4751-4a8c-8e39-9d01525ebab9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 1098 time: 0.0815732 Sep 07 11:50:50.172045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-c2fc37ad-df1e-4a15-a5e2-800f8ec4010c service neutron] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:50.186824 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67af1-74a1-4531-a33d-918814d1e254 req-cdf56a4e-2917-4223-b476-2c45fc5e6362 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:50.188530 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9df67af1-74a1-4531-a33d-918814d1e254 req-cdf56a4e-2917-4223-b476-2c45fc5e6362 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0595939 Sep 07 11:50:50.235343 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9df67af1-74a1-4531-a33d-918814d1e254 req-b973b0a5-eb0e-4ec7-8a0e-c2d396664317 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Sep 07 11:50:50.268429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891a50-1213-4690-91ec-cc1a86494515 req-d1c0b77b-4320-4521-8905-671b795ab4b7 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:50.269925 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-07891a50-1213-4690-91ec-cc1a86494515 req-d1c0b77b-4320-4521-8905-671b795ab4b7 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0774066 Sep 07 11:50:50.323152 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-07891a50-1213-4690-91ec-cc1a86494515 req-b937f844-31b9-4ec0-9490-6825ae5a50c3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Sep 07 11:50:50.349585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-c2fc37ad-df1e-4a15-a5e2-800f8ec4010c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:50.355113 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-c2fc37ad-df1e-4a15-a5e2-800f8ec4010c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:50.380646 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0f423d88-6a97-4dc9-90a9-892998da7110 req-c2fc37ad-df1e-4a15-a5e2-800f8ec4010c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216017 Sep 07 11:50:50.400252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc37ad-df1e-4a15-a5e2-800f8ec4010c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb45d3-2d30-47b5-883a-f470bfcd9bd6,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:50.409514 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['84c60f14-e402-41d6-958d-e967556131ea'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:50:51.066415 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603b47-cadc-490b-990f-1b3c181eaac9 req-d030ec38-395a-4c60-8a7b-c13995f72bb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:51.068038 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6e603b47-cadc-490b-990f-1b3c181eaac9 req-d030ec38-395a-4c60-8a7b-c13995f72bb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 944 time: 0.0613205 Sep 07 11:50:51.108735 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6e603b47-cadc-490b-990f-1b3c181eaac9 req-9491e3b6-1dfd-48fe-b18e-b29712e8a900 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Sep 07 11:50:51.188879 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d7ab4-dfc7-470f-b4b2-5981f0238a9d req-037ba31b-a1ed-4f81-b2f9-ea4fe7e86ff1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:51.190413 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9a4d7ab4-dfc7-470f-b4b2-5981f0238a9d req-037ba31b-a1ed-4f81-b2f9-ea4fe7e86ff1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 945 time: 0.0540318 Sep 07 11:50:51.232408 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9a4d7ab4-dfc7-470f-b4b2-5981f0238a9d req-c4ecc435-67b2-403e-b65b-e8b5ed52fae1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Sep 07 11:50:51.245256 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:50:51.247128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:51.395351 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e0089-767b-42b6-8344-9134ca0edef7 req-6178b85e-7025-4840-b6d5-52edf7c159f5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:51.403274 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b96e0089-767b-42b6-8344-9134ca0edef7 req-6178b85e-7025-4840-b6d5-52edf7c159f5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0897653 Sep 07 11:50:51.449240 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:51.450598 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b96e0089-767b-42b6-8344-9134ca0edef7 req-ede12371-7fde-49e5-99be-8122bb3817ab tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Sep 07 11:50:51.459234 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:51.462137 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:51.462509 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.474847 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56642f4-3a5b-4713-9948-d2187ccb0b6e req-8326662c-fd4d-43fe-a8e0-5eb0210ee172 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:51.476422 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f56642f4-3a5b-4713-9948-d2187ccb0b6e req-8326662c-fd4d-43fe-a8e0-5eb0210ee172 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 943 time: 0.0660214 Sep 07 11:50:51.496625 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'port_id': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'mac_address': 'fa:16:3e:5b:be:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:50:51.520796 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f56642f4-3a5b-4713-9948-d2187ccb0b6e req-adc2728a-e67b-453a-8936-2406ea0ef016 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384853 Sep 07 11:50:51.556501 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.592652 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:50:51.610313 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.628668 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:51.638047 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.673303 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:51.678489 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.679338 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device be1200a3-6c71-42a4-9c9a-8436ca02f1d2 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:51.722292 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:51.773943 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:51.780145 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:51.780515 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.783066 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:51.858508 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.889567 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:51.893043 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:51.915285 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9'}, {'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:51.917511 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09fc31-9d64-4e4c-8ab9-fb2c963e9fc3" -d '{"events": [{"server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "name": "network-vif-plugged", "status": "completed", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9"}, {"server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "name": "network-vif-plugged", "status": "completed", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:51.946538 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:51.961623 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99620fb7-78e1-4444-b0d0-f346a4f7756b x-openstack-request-id: req-99620fb7-78e1-4444-b0d0-f346a4f7756b {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:51.961913 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "name": "network-vif-plugged", "status": "completed", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9", "code": 200}, {"server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "name": "network-vif-plugged", "status": "completed", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:51.962161 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99620fb7-78e1-4444-b0d0-f346a4f7756b {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:51.962546 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'code': 200} Sep 07 11:50:51.962817 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2', 'code': 200} Sep 07 11:50:52.133026 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['d1040032-2f0c-47a0-bf45-a3ace6ffd4c3'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:50:52.197967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d22af5-239b-41b2-b408-0a6d03cb97ea req-14d2a5bd-2928-4ad5-a805-7552fd2e9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.200103 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-23d22af5-239b-41b2-b408-0a6d03cb97ea req-14d2a5bd-2928-4ad5-a805-7552fd2e9be3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1098 time: 0.0852447 Sep 07 11:50:52.204194 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695bb6-f062-49ea-825a-74a33ec5a015 req-68001181-874c-4f75-9fd6-6e4e5d12fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.206037 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b695bb6-f062-49ea-825a-74a33ec5a015 req-68001181-874c-4f75-9fd6-6e4e5d12fdf4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 1099 time: 0.0896997 Sep 07 11:50:52.312203 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-23d22af5-239b-41b2-b408-0a6d03cb97ea req-bf71018f-8068-4574-a1a4-7413191f49f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961576 Sep 07 11:50:52.315666 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b695bb6-f062-49ea-825a-74a33ec5a015 req-de935fc4-3134-488e-b53d-89c93711b266 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986340 Sep 07 11:50:52.327960 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dfd71-a45c-4a31-8b8e-cb09078fb47a req-656e392e-5877-41b2-8d9d-dde6945a352a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.330654 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b6dfd71-a45c-4a31-8b8e-cb09078fb47a req-656e392e-5877-41b2-8d9d-dde6945a352a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1289570 Sep 07 11:50:52.380446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40940) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:52.394103 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b6dfd71-a45c-4a31-8b8e-cb09078fb47a req-eaf7a608-3ef0-4406-a773-a896981fa2cf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Sep 07 11:50:52.409872 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1e76b-6e31-4368-8246-9c3c6fea8250 req-f30daa85-c56b-4f06-852b-de75d949c677 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.418705 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44e1e76b-6e31-4368-8246-9c3c6fea8250 req-f30daa85-c56b-4f06-852b-de75d949c677 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0902133 Sep 07 11:50:52.454191 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44e1e76b-6e31-4368-8246-9c3c6fea8250 req-039a7b97-bbb8-43e7-a82b-b044ed1f029d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346053 Sep 07 11:50:52.581530 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.609000 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305b35-0cfa-49b3-936a-94f2093aae9f req-03aa5d69-24a9-4b56-9225-3e3ae6fd59f5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.615545 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-34305b35-0cfa-49b3-936a-94f2093aae9f req-03aa5d69-24a9-4b56-9225-3e3ae6fd59f5 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0887561 Sep 07 11:50:52.654934 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488470-4bdc-4c97-bf58-fc744376f1d6 req-c000bcef-dca9-4455-aa0c-42833db5a3f2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:52.656704 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8e488470-4bdc-4c97-bf58-fc744376f1d6 req-c000bcef-dca9-4455-aa0c-42833db5a3f2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 944 time: 0.0512109 Sep 07 11:50:52.698940 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-34305b35-0cfa-49b3-936a-94f2093aae9f req-bc06026a-6de1-4dcd-b85b-2c1c2c229b7c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666671 Sep 07 11:50:52.702684 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8e488470-4bdc-4c97-bf58-fc744376f1d6 req-81e22f7b-649b-4195-ad38-0bc6daa55f84 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Sep 07 11:50:52.772994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.780259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.825549 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd32993d6e5e4b3280ea47d01ebe9445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416416 Sep 07 11:50:52.825549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514e6e6-9f83-4cbc-b835-08c0c101868c,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:52.826340 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40970) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:52.837940 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.839918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.843421 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.844832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.845288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.847185 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.847547 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.847889 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.848225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.848668 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.849277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.849622 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcd01a-26da-4732-9062-952a8b9f7fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:52.891592 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 40972) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:52.907287 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.932099 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.979069 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.982530 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:52.983735 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1514e6e6-9f83-4cbc-b835-08c0c101868c HTTP/1.1" status: 204 len: 168 time: 0.1564531 Sep 07 11:50:52.992632 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85391b-797e-4f13-900a-c3342fd1bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514e6e6-9f83-4cbc-b835-08c0c101868c,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.014630 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aaedd121-f37e-452c-8f4e-b48ade399e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.111091 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aaedd121-f37e-452c-8f4e-b48ade399e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.115374 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aaedd121-f37e-452c-8f4e-b48ade399e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.154585 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-aaedd121-f37e-452c-8f4e-b48ade399e53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24e2c39513dc4f9cab544ffe2acf5537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619836 Sep 07 11:50:53.155721 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedd121-f37e-452c-8f4e-b48ade399e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dfffec-39cf-4778-90d6-3320dba8b6da,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.157475 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40980) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:53.214665 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.237004 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.256678 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 84c60f14-e402-41d6-958d-e967556131ea up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:53.297103 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40982) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:53.305261 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.307934 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.309086 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8dfffec-39cf-4778-90d6-3320dba8b6da HTTP/1.1" status: 204 len: 168 time: 0.1498106 Sep 07 11:50:53.320864 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 84c60f14-e402-41d6-958d-e967556131ea completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:53.322467 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2e92afb4-14a3-488f-9271-9ad0f0f4d250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.327635 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 84c60f14-e402-41d6-958d-e967556131ea triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:53.328086 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.331542 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dfffec-39cf-4778-90d6-3320dba8b6da,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.343727 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.344297 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.344811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.345293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.345774 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.346252 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.346728 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.347237 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.347726 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.348204 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.348675 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.349153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef0759-8e0e-4140-98e6-c71e15290bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:50:53.452155 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.458161 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2e92afb4-14a3-488f-9271-9ad0f0f4d250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.463919 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2e92afb4-14a3-488f-9271-9ad0f0f4d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.488817 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92afb4-14a3-488f-9271-9ad0f0f4d250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f0cfd-89de-483f-9980-0e7c3b60e492,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.517067 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2e92afb4-14a3-488f-9271-9ad0f0f4d250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ae924bdaf7449d9f6df5b4e4a88f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189116 Sep 07 11:50:53.519895 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40990) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:53.525098 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84c60f14-e402-41d6-958d-e967556131ea,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:53.525363 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc7a67-3c4c-42ef-967d-b2670232204b req-d000295d-a657-4ebe-86de-b1ca0ca2690e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:53.529929 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.534478 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-eccc7a67-3c4c-42ef-967d-b2670232204b req-d000295d-a657-4ebe-86de-b1ca0ca2690e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0660543 Sep 07 11:50:53.593661 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.598152 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-eccc7a67-3c4c-42ef-967d-b2670232204b req-90d103ee-85c5-412e-800c-c89371a92c9e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Sep 07 11:50:53.608738 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.640423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.654320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b23a8-1639-444f-b71e-f7189293925e req-72b2476c-b640-4523-8a90-4ad4c1b29aae tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:53.655842 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cb8b23a8-1639-444f-b71e-f7189293925e req-72b2476c-b640-4523-8a90-4ad4c1b29aae tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0869246 Sep 07 11:50:53.712540 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cb8b23a8-1639-444f-b71e-f7189293925e req-de950367-1848-4b07-b724-85b43f48aa76 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Sep 07 11:50:53.725622 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 40998) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:53.733957 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.740540 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.742292 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f71f0cfd-89de-483f-9980-0e7c3b60e492 HTTP/1.1" status: 204 len: 168 time: 0.2212439 Sep 07 11:50:53.759978 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c377b88-35e1-4d59-a1aa-e6856ce7ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.764275 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ff312-aa4e-410d-a1b9-c12899815854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f0cfd-89de-483f-9980-0e7c3b60e492,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:53.856565 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b994f-7737-481d-bf9a-d3128d5f2bcd req-3c7ecb0e-72e8-4c93-8e5b-2bc3db47e8eb tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:53.864795 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3a9b994f-7737-481d-bf9a-d3128d5f2bcd req-3c7ecb0e-72e8-4c93-8e5b-2bc3db47e8eb tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0632105 Sep 07 11:50:53.899703 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef7bfc-1077-45be-83cf-7a1b3d49274d req-c19df820-60db-4ba4-9342-d1ad4c87a5b9 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:53.901356 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-30ef7bfc-1077-45be-83cf-7a1b3d49274d req-c19df820-60db-4ba4-9342-d1ad4c87a5b9 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 944 time: 0.0747375 Sep 07 11:50:53.915106 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3a9b994f-7737-481d-bf9a-d3128d5f2bcd req-460f924d-14e0-4e92-9ff4-b0536f8a479d tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Sep 07 11:50:53.954517 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c377b88-35e1-4d59-a1aa-e6856ce7ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:53.964527 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c60f14-e402-41d6-958d-e967556131ea'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:53.966906 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2894902d-6561-4a58-b383-0bb083cba2cf" -d '{"events": [{"server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c60f14-e402-41d6-958d-e967556131ea"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:53.967879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c377b88-35e1-4d59-a1aa-e6856ce7ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.023864 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cea0579-02cb-4e11-ac43-815d80200ac4 x-openstack-request-id: req-0cea0579-02cb-4e11-ac43-815d80200ac4 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:54.024177 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c60f14-e402-41d6-958d-e967556131ea", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:54.024451 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cea0579-02cb-4e11-ac43-815d80200ac4 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:54.024860 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c60f14-e402-41d6-958d-e967556131ea', 'code': 200} Sep 07 11:50:54.031026 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7c377b88-35e1-4d59-a1aa-e6856ce7ddc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d4c8a04a9954fa8b99567a9e7efb6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038235 Sep 07 11:50:54.034434 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41016) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:54.059768 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-30ef7bfc-1077-45be-83cf-7a1b3d49274d req-8d562db6-87ef-450b-ab4b-543a880a9dad tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490629 Sep 07 11:50:54.062561 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c377b88-35e1-4d59-a1aa-e6856ce7ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e9711-4f19-4a58-aae9-bc5e057e5e26,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:54.111609 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.137567 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.223624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.226442 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.227736 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d1e9711-4f19-4a58-aae9-bc5e057e5e26 HTTP/1.1" status: 204 len: 168 time: 0.1921098 Sep 07 11:50:54.249977 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43cb1c-524d-4537-9859-55edc35af111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e9711-4f19-4a58-aae9-bc5e057e5e26,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:54.364200 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da162d-7cd2-4e6d-bcf3-e8b41f7c9f66 req-f5d27eb4-8452-486f-a5b8-6c6cb165923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:54.366176 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c3da162d-7cd2-4e6d-bcf3-e8b41f7c9f66 req-f5d27eb4-8452-486f-a5b8-6c6cb165923e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0581498 Sep 07 11:50:54.443616 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c3da162d-7cd2-4e6d-bcf3-e8b41f7c9f66 req-f417b6cc-89d7-4ef3-8f67-b62b938bf22c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Sep 07 11:50:54.680153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41048) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:54.695118 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f669067f-4737-41ab-863e-0b08a0fca1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.712339 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6a190-d753-4b5d-a2d9-852be876628d req-2953678b-1f3f-4487-a7db-c4c7e72882cd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:54.713967 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dba6a190-d753-4b5d-a2d9-852be876628d req-2953678b-1f3f-4487-a7db-c4c7e72882cd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0561717 Sep 07 11:50:54.758624 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dba6a190-d753-4b5d-a2d9-852be876628d req-c972d48f-4aff-4aac-bbc2-62c613eb3216 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Sep 07 11:50:54.803330 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f669067f-4737-41ab-863e-0b08a0fca1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.814547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f669067f-4737-41ab-863e-0b08a0fca1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.877482 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f669067f-4737-41ab-863e-0b08a0fca1f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fba736950244b3c8eb05ab8e14f269a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896174 Sep 07 11:50:54.878329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41054) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:54.889645 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513cf06-af0b-44b8-9ea8-28592b85a963 req-3ac06b51-0283-46b0-b8cc-656bf7d7cdbe tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:54.891206 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3513cf06-af0b-44b8-9ea8-28592b85a963 req-3ac06b51-0283-46b0-b8cc-656bf7d7cdbe tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0861132 Sep 07 11:50:54.891824 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669067f-4737-41ab-863e-0b08a0fca1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac903de9-193c-46ff-a9ef-fa9d2112aef3,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:54.944280 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:54.947986 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3513cf06-af0b-44b8-9ea8-28592b85a963 req-6207d6d0-9f7d-4bfa-9fac-7ad2c6a3124d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Sep 07 11:50:54.969732 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.019861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.023866 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.025256 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac903de9-193c-46ff-a9ef-fa9d2112aef3 HTTP/1.1" status: 204 len: 168 time: 0.1499815 Sep 07 11:50:55.036113 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074202f-8176-480c-9541-6ac9d4295e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac903de9-193c-46ff-a9ef-fa9d2112aef3,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:55.209737 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c4f7-137b-4671-8e14-f7ed9ea67b82 req-8641410b-afd2-43cb-a8e3-4dbd5850d0b6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:55.213053 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f48c4f7-137b-4671-8e14-f7ed9ea67b82 req-8641410b-afd2-43cb-a8e3-4dbd5850d0b6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 944 time: 0.0541441 Sep 07 11:50:55.255951 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:50:55.256683 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f48c4f7-137b-4671-8e14-f7ed9ea67b82 req-c5758f6c-ef0c-4689-a85c-2c41b954d3e5 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359399 Sep 07 11:50:55.335937 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:50:55.345168 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:50:55.346200 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.439332 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.485569 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:50:55.489916 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.564362 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:55.761652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41106) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:55.898401 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4b947d86-2cdb-4134-bf82-e9f9b0f6999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:55.916487 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b533d9-ea82-47ab-8f3b-30279710e225 req-be5c6ea0-41de-44f9-956a-2a135542d77f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:55.918243 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a9b533d9-ea82-47ab-8f3b-30279710e225 req-be5c6ea0-41de-44f9-956a-2a135542d77f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0835748 Sep 07 11:50:56.000559 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a9b533d9-ea82-47ab-8f3b-30279710e225 req-d4bdd4cc-49b9-4a56-93e1-aa91976d7351 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680883 Sep 07 11:50:56.026386 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:50:56.028838 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24cf3f-31a7-49f0-bfc5-b99de826caa7" -d '{"events": [{"server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "name": "network-vif-plugged", "status": "completed", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:50:56.083800 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4b947d86-2cdb-4134-bf82-e9f9b0f6999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.094819 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4b947d86-2cdb-4134-bf82-e9f9b0f6999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.095528 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e45506f-0e7d-438b-b603-87a291cfca17 x-openstack-request-id: req-9e45506f-0e7d-438b-b603-87a291cfca17 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:50:56.095846 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "name": "network-vif-plugged", "status": "completed", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:50:56.096100 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e45506f-0e7d-438b-b603-87a291cfca17 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:50:56.096737 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'code': 200} Sep 07 11:50:56.124457 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b4ca-177c-48dc-9ce4-6a34324a215e req-325e0292-f7b4-404b-a951-d166e83f4d1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:56.134573 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9ab0b4ca-177c-48dc-9ce4-6a34324a215e req-325e0292-f7b4-404b-a951-d166e83f4d1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0729532 Sep 07 11:50:56.182469 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4b947d86-2cdb-4134-bf82-e9f9b0f6999a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25e94dab8cad4b7e93468e417acb473e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188945 Sep 07 11:50:56.183131 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41132) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:56.189354 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b947d86-2cdb-4134-bf82-e9f9b0f6999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03334098-8dbd-444f-be8e-974bffa1b4f5,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:56.201778 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9ab0b4ca-177c-48dc-9ce4-6a34324a215e req-accab3a6-8d86-4ce7-bfdc-929d72e3af28 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647645 Sep 07 11:50:56.264033 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.294029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.381358 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.385000 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:56.389140 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03334098-8dbd-444f-be8e-974bffa1b4f5 HTTP/1.1" status: 204 len: 168 time: 0.2017863 Sep 07 11:50:56.394851 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b32c4-8228-4956-94dc-13fdb39e1ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03334098-8dbd-444f-be8e-974bffa1b4f5,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:56.439890 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508172-248a-4309-bfce-ac1189230cf0 req-1d41fa30-c9cf-458e-a467-66c0bdcc0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:56.441948 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a4508172-248a-4309-bfce-ac1189230cf0 req-1d41fa30-c9cf-458e-a467-66c0bdcc0835 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.1121707 Sep 07 11:50:56.464786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdcd52-f3d4-42d7-b7d5-ed5ab99c9650 req-9d5550c1-428e-494f-b8d5-eb003dcb1132 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:56.472232 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bcdcd52-f3d4-42d7-b7d5-ed5ab99c9650 req-9d5550c1-428e-494f-b8d5-eb003dcb1132 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0845356 Sep 07 11:50:56.510864 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41146) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:56.583334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bcdcd52-f3d4-42d7-b7d5-ed5ab99c9650 req-2d633b0b-6497-40ca-be10-0bbf84b9890d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097317 Sep 07 11:50:56.625524 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a4508172-248a-4309-bfce-ac1189230cf0 req-9b191aba-50aa-403e-b420-fc21946cfb71 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250536 Sep 07 11:50:56.628635 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45baa0-81e9-42a6-aab2-05acf031151a req-2eb8f7af-5e83-4cd7-a170-7f4840d35084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:56.630248 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-2eb8f7af-5e83-4cd7-a170-7f4840d35084 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1098 time: 0.1093075 Sep 07 11:50:56.640242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d128c-1a93-4b79-b8f4-612905d8375e req-2da4e0dc-02b2-41ff-b9f0-3026a9aadbc8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:56.641869 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-443d128c-1a93-4b79-b8f4-612905d8375e req-2da4e0dc-02b2-41ff-b9f0-3026a9aadbc8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1017778 Sep 07 11:50:56.722090 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-443d128c-1a93-4b79-b8f4-612905d8375e req-04832b3c-ecfd-4db8-a74a-c5c52ccbf31d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Sep 07 11:50:56.936905 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19d7fe36-695c-4fab-91c8-0dbb824dd210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.063354 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19d7fe36-695c-4fab-91c8-0dbb824dd210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.068874 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-19d7fe36-695c-4fab-91c8-0dbb824dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.092335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41176) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:57.164956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f409bd2-824d-4666-b1b2-cb47e2d25044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.179796 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-19d7fe36-695c-4fab-91c8-0dbb824dd210 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f07e91c8f394dcfb5823e1247935f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666875 Sep 07 11:50:57.182972 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41184) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:57.183778 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7fe36-695c-4fab-91c8-0dbb824dd210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c8ac6-6a29-4ba4-a309-107f1a4bfb98,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:57.196172 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45baa0-81e9-42a6-aab2-05acf031151a req-38e8d065-a652-4a99-838b-1968eea961ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:57.198389 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-38e8d065-a652-4a99-838b-1968eea961ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.1759241 Sep 07 11:50:57.259142 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-79aca8a4-b6d2-4374-8a88-d3f4077751e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0513167 Sep 07 11:50:57.275973 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.310255 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.330696 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45baa0-81e9-42a6-aab2-05acf031151a req-25874e60-082a-42fe-8010-41bacb9db34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:57.333813 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-25874e60-082a-42fe-8010-41bacb9db34b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0578835 Sep 07 11:50:57.367261 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f409bd2-824d-4666-b1b2-cb47e2d25044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.375488 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f409bd2-824d-4666-b1b2-cb47e2d25044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.400479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-105a88c9-920b-451f-80c6-2f7627f57994 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523305 Sep 07 11:50:57.418333 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.420935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.422071 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c0c8ac6-6a29-4ba4-a309-107f1a4bfb98 HTTP/1.1" status: 204 len: 168 time: 0.2353296 Sep 07 11:50:57.437884 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-9f409bd2-824d-4666-b1b2-cb47e2d25044 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b75cf089e8bf4667891e1f513b416f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408377 Sep 07 11:50:57.438060 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41194) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:57.445520 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f409bd2-824d-4666-b1b2-cb47e2d25044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5e417-ef38-47f9-aebe-13e87ddd2e4f,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:57.467507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907390-a355-4e17-8c1b-4a56e552947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c8ac6-6a29-4ba4-a309-107f1a4bfb98,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:57.516979 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.551925 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.615586 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-dc5294dd-c376-447f-b1c6-2967fcc8c6d6 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140916 Sep 07 11:50:57.623471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.631324 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.635440 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd5e417-ef38-47f9-aebe-13e87ddd2e4f HTTP/1.1" status: 204 len: 168 time: 0.1941245 Sep 07 11:50:57.647775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062f11-94f9-4df4-a4be-ff13856f1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5e417-ef38-47f9-aebe-13e87ddd2e4f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:57.739134 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc1458-42e3-4d62-b0a3-6e9dedfbde40 req-dbfb3bec-b5a5-444a-9d30-e3961eaffaf8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:57.749058 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-acbc1458-42e3-4d62-b0a3-6e9dedfbde40 req-dbfb3bec-b5a5-444a-9d30-e3961eaffaf8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0865846 Sep 07 11:50:57.819241 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-acbc1458-42e3-4d62-b0a3-6e9dedfbde40 req-4abdc892-b178-433c-bfb2-602380357c64 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541470 Sep 07 11:50:57.915649 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be45baa0-81e9-42a6-aab2-05acf031151a req-74e76cb6-bdc5-428c-b9af-2d180d159039 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154026 Sep 07 11:50:57.916023 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41216) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:57.933735 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb156c7e-7a97-442d-bc3f-76463bdb5f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:57.935918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d85088-6484-48c1-a7fa-77bae2a57e51 req-d271a947-2e3c-41b7-a09c-187dc1bef0bc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:57.940282 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91d85088-6484-48c1-a7fa-77bae2a57e51 req-d271a947-2e3c-41b7-a09c-187dc1bef0bc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0830278 Sep 07 11:50:57.987403 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91d85088-6484-48c1-a7fa-77bae2a57e51 req-398c6009-e536-4d67-a539-6a9d9f6d4606 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Sep 07 11:50:58.045505 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-36cb9c10-5864-43b2-8e43-d67d56ddbb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.078940 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb156c7e-7a97-442d-bc3f-76463bdb5f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.083677 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fb156c7e-7a97-442d-bc3f-76463bdb5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.129071 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fb156c7e-7a97-442d-bc3f-76463bdb5f1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa1fb00be8f845a99451c1e8de793b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097142 Sep 07 11:50:58.129071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb156c7e-7a97-442d-bc3f-76463bdb5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08258a8-21cb-482f-97fb-3efbb19274de,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:58.130251 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41228) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:58.190184 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.229922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.292515 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.295183 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:58.298927 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c08258a8-21cb-482f-97fb-3efbb19274de HTTP/1.1" status: 204 len: 168 time: 0.1648314 Sep 07 11:50:58.324242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8275cd1-6dc1-4433-8389-e0372d3c9a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08258a8-21cb-482f-97fb-3efbb19274de,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:59.002148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41308) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:59.003181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f6318-6858-41d5-800d-76145749e71a req-6536d96d-f4c7-45f0-8f82-53c36c983a96 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:59.005167 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-434f6318-6858-41d5-800d-76145749e71a req-6536d96d-f4c7-45f0-8f82-53c36c983a96 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0963666 Sep 07 11:50:59.094871 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-434f6318-6858-41d5-800d-76145749e71a req-03a4f5d9-d03b-430d-8666-ed852bb12839 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822804 Sep 07 11:50:59.166921 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072513b-d454-4b10-b30e-7f42a62820ac req-39a9af9d-5041-484e-b905-5d98277863f6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:50:59.168892 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5072513b-d454-4b10-b30e-7f42a62820ac req-39a9af9d-5041-484e-b905-5d98277863f6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0596993 Sep 07 11:50:59.215964 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5072513b-d454-4b10-b30e-7f42a62820ac req-0f6923f1-4348-4960-8e55-ad66adc19cc8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Sep 07 11:50:59.249051 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b466dc43-8eba-4e2f-8d07-44d9b2c2d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.359924 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b466dc43-8eba-4e2f-8d07-44d9b2c2d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.367764 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b466dc43-8eba-4e2f-8d07-44d9b2c2d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.409746 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b466dc43-8eba-4e2f-8d07-44d9b2c2d02f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7a94bc6e16b48759ecdf3ff235e5980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030626 Sep 07 11:50:59.410012 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41346) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:59.412188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466dc43-8eba-4e2f-8d07-44d9b2c2d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ead13c-dc00-433c-8e05-21784f6ba85b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:59.476417 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.498213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.566471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.580591 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:50:59.580591 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4ead13c-dc00-433c-8e05-21784f6ba85b HTTP/1.1" status: 204 len: 168 time: 0.1632051 Sep 07 11:50:59.583546 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3ef9-08fb-49c2-b263-7c266f3f415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ead13c-dc00-433c-8e05-21784f6ba85b,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:50:59.965318 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41386) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:50:59.978780 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-304e3111-ac52-4a96-bfdd-822b4e382e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.073551 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-304e3111-ac52-4a96-bfdd-822b4e382e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.078387 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-304e3111-ac52-4a96-bfdd-822b4e382e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.121783 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-304e3111-ac52-4a96-bfdd-822b4e382e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a9e99fa40e94bedb4844cc1afc8cddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553721 Sep 07 11:51:00.122723 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e3111-ac52-4a96-bfdd-822b4e382e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d1b7a-963f-4e99-a34d-f627978570f6,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:00.124387 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41406) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:00.263418 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41424) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:00.276344 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.300659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da16f31-f17d-42da-bbe7-0a6cd520a2b1 req-c52e9856-1508-4a89-bf26-d0c7c128c09d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:00.302149 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4da16f31-f17d-42da-bbe7-0a6cd520a2b1 req-c52e9856-1508-4a89-bf26-d0c7c128c09d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.1204159 Sep 07 11:51:00.325975 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.327616 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Deleting subnet 6680f4b4-31fd-4223-b9ec-10c86e819297 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:51:00.343857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.388765 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4da16f31-f17d-42da-bbe7-0a6cd520a2b1 req-96a0efdf-d3ce-4970-b20e-3f4c5218d8b0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742471 Sep 07 11:51:00.408899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038fc75-618c-4ab5-a902-ac33aabe59da req-b4cbd65a-8209-4f8e-9633-5d12a875ef42 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:00.416776 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8038fc75-618c-4ab5-a902-ac33aabe59da req-b4cbd65a-8209-4f8e-9633-5d12a875ef42 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1033239 Sep 07 11:51:00.417941 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.418990 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.423208 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.425302 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd5d1b7a-963f-4e99-a34d-f627978570f6 HTTP/1.1" status: 204 len: 168 time: 0.2960391 Sep 07 11:51:00.435520 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52eadf-82c6-4532-8076-48e4c07b9b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d1b7a-963f-4e99-a34d-f627978570f6,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:00.437558 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.505995 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8038fc75-618c-4ab5-a902-ac33aabe59da req-bcbd3590-58c3-49df-b390-b397dd267922 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Sep 07 11:51:00.545424 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.588504 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6680f4b4-31fd-4223-b9ec-10c86e819297,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:00.604868 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.606999 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-931df90b-cb24-4382-b144-0231824dc467 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6680f4b4-31fd-4223-b9ec-10c86e819297 HTTP/1.1" status: 204 len: 168 time: 0.3426437 Sep 07 11:51:00.609444 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41440) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:00.619549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9347f7-4500-4a26-96b1-3ecba8be72fe req-f36634d8-0366-40a3-bc1c-b673f1a7ba09 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:00.625364 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7d9347f7-4500-4a26-96b1-3ecba8be72fe req-f36634d8-0366-40a3-bc1c-b673f1a7ba09 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0803394 Sep 07 11:51:00.630977 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41444) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:00.640038 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'floatingip': {'port_id': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:00.727176 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.742050 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.775343 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-47c5426b-3dd7-4af6-9f72-6d49635d5b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.862900 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:00.897500 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.897640 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > port after_create 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > port after_update 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.901744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:00.902221 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:01.084064 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.092476 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:01.093162 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:01.093683 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:01.094208 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:01.094775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e276a3-ba75-4ffb-ba15-cad854de9afc']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:01.135013 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc94f72-531d-48f1-90d9-798b73575bb3') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:01.136056 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc94f72-531d-48f1-90d9-798b73575bb3') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:01.164869 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.202034 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.212406 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:51:01.212810 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: from cryptography.utils import int_from_bytes Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: from cryptography.utils import int_from_bytes Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:51:01.251255 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:51:01.303688 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.322823 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.324935 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52e276a3-ba75-4ffb-ba15-cad854de9afc HTTP/1.1" status: 204 len: 168 time: 0.7138510 Sep 07 11:51:01.325895 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bf821-bffa-43b5-9913-414dc161bb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e276a3-ba75-4ffb-ba15-cad854de9afc,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:01.327598 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41470) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:01.381418 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Deleting subnet 5c721329-9f3b-4e99-9dbb-5151d74b41d9 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:51:01.385602 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.429530 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.477490 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.537984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.560647 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c721329-9f3b-4e99-9dbb-5151d74b41d9,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:01.573455 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.575471 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-82171ce5-5729-4b22-a3b0-91169ef6bf58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5c721329-9f3b-4e99-9dbb-5151d74b41d9 HTTP/1.1" status: 204 len: 168 time: 0.2469823 Sep 07 11:51:01.577995 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41480) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:01.690979 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.696710 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.734909 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.815952 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Floating IP dccbe32b-1453-4de9-98d4-31bbe48c467e associated. External IP: 172.27.0.20, port: d1040032-2f0c-47a0-bf45-a3ace6ffd4c3. Sep 07 11:51:01.868067 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:01.892741 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e949-3777-4ffd-bbd7-e5c381661002 req-fc7d2778-193c-4631-841a-7e2e25e5f66d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:01.894825 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-76c9e949-3777-4ffd-bbd7-e5c381661002 req-fc7d2778-193c-4631-841a-7e2e25e5f66d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.2898457 Sep 07 11:51:01.970659 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41490) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:02.022817 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-76c9e949-3777-4ffd-bbd7-e5c381661002 req-25bfabf5-cb18-4ccf-a128-4a002089747d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161656 Sep 07 11:51:02.023449 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.047934 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86fa76d-86c9-4e42-849f-366927433e4e']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:02.062707 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:51:02.065554 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b016d9c-dc94-46e9-a22f-42ff8a2c7aa4') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:02.066540 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b016d9c-dc94-46e9-a22f-42ff8a2c7aa4') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:02.078322 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.094409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.102258 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:51:02.102718 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:51:02.104763 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:51:02.168303 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e4e073cb-a20b-466a-b3af-462d7713ca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.176835 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.186756 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.188602 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b86fa76d-86c9-4e42-849f-366927433e4e HTTP/1.1" status: 204 len: 168 time: 0.6096976 Sep 07 11:51:02.202210 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6cc3e-7153-4a1c-a9c8-116929259ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86fa76d-86c9-4e42-849f-366927433e4e,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:02.213270 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-3b98302c-adff-4c36-a7a7-42f6be72c5b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639586 Sep 07 11:51:02.224936 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:02.232051 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.259574 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:02.268993 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-fb956872-9d70-4bc7-be59-c70fc7c9d1e3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "PUT /v2.0/floatingips/dccbe32b-1453-4de9-98d4-31bbe48c467e HTTP/1.1" status: 200 len: 990 time: 1.6333158 Sep 07 11:51:02.268993 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:02.274129 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:02.274761 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:02.285218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbda602-b25a-46a8-9cec-793cab015c79" -d '{"events": [{"name": "network-changed", "server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:02.372756 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e4e073cb-a20b-466a-b3af-462d7713ca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.375141 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4936f7-4ca7-4508-bbe0-496a629fbd78 x-openstack-request-id: req-2e4936f7-4ca7-4508-bbe0-496a629fbd78 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:02.376069 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:02.376599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4936f7-4ca7-4508-bbe0-496a629fbd78 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:02.377288 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'status': 'completed', 'code': 200} Sep 07 11:51:02.390610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e4e073cb-a20b-466a-b3af-462d7713ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.398738 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41506) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:02.415312 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-7900ff35-2fc0-4030-b928-f65016a69e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:02.418768 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-7900ff35-2fc0-4030-b928-f65016a69e81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 1099 time: 0.1252527 Sep 07 11:51:02.435706 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e4e073cb-a20b-466a-b3af-462d7713ca44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21e36e9b580c4fea81d8f649f4b877da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639409 Sep 07 11:51:02.439326 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41508) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:02.447634 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e073cb-a20b-466a-b3af-462d7713ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8381f02-d2ce-4b6c-90bf-6922a2d60d62,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:02.464920 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:02.494504 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.517250 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.568301 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.571228 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.576406 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8381f02-d2ce-4b6c-90bf-6922a2d60d62 HTTP/1.1" status: 204 len: 168 time: 0.1356590 Sep 07 11:51:02.585664 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9ada7-77a1-457f-a02e-8de3f5b7881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8381f02-d2ce-4b6c-90bf-6922a2d60d62,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:02.651269 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ca55a2dd-ec4e-45ae-b660-616c0b678280 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bcf572cd8f147a7a882d788d360d216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407076 Sep 07 11:51:02.652483 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41514) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:02.705945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-853f8ec0-4147-4194-9ae4-b7b8f15ebc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:02.712283 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-853f8ec0-4147-4194-9ae4-b7b8f15ebc08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.2648022 Sep 07 11:51:02.718727 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-cc718ecb-1277-484c-a9c9-68c68819b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:02.720332 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-cc718ecb-1277-484c-a9c9-68c68819b280 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 916 time: 0.2299659 Sep 07 11:51:02.738008 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.802080 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.861334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.892156 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-af0d4cef-c354-4834-af1f-5ea7b7f4206e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9 HTTP/1.1" status: 200 len: 217 time: 0.1495574 Sep 07 11:51:02.894507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.898137 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:02.899294 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1f83408-e49b-4163-9d92-1f10093ab4d5 HTTP/1.1" status: 204 len: 168 time: 0.2466013 Sep 07 11:51:02.920234 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'dccbe32b-1453-4de9-98d4-31bbe48c467e', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:5b:be:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:50:05Z', 'updated_at': '2021-09-07T11:51:01Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:02.933540 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be225c70-3eba-4441-a4f3-5737c8e69d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f83408-e49b-4163-9d92-1f10093ab4d5,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:02.985761 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:02.995877 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:02.996700 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:03.003229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-50ba7fad-77cc-43df-a730-289ac27bcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:03.004744 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-50ba7fad-77cc-43df-a730-289ac27bcb77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0670300 Sep 07 11:51:03.005682 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-25843203-53f5-4949-a092-2ccf39aa59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:03.007558 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-25843203-53f5-4949-a092-2ccf39aa59ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.2667599 Sep 07 11:51:03.200909 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:03.279256 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9460c1-f808-4b01-bd50-5e935d6fe64b req-fc15bb25-0cca-4926-acb9-fa5a3bddd07d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:03.289984 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1b9460c1-f808-4b01-bd50-5e935d6fe64b req-fc15bb25-0cca-4926-acb9-fa5a3bddd07d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1212327 Sep 07 11:51:03.336168 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:03.368333 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1b9460c1-f808-4b01-bd50-5e935d6fe64b req-85112c1e-8eb6-419c-a503-e4161c958644 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713439 Sep 07 11:51:03.455784 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-f27e8d7a-7d3c-4569-8458-d6594bb82039 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4183185 Sep 07 11:51:03.465649 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:51:03.525208 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41550) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:03.568494 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-b52a4648-0280-479e-a22a-98fbf3eb5f06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 998 time: 0.5349164 Sep 07 11:51:03.597457 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'dccbe32b-1453-4de9-98d4-31bbe48c467e', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:5b:be:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:50:05Z', 'updated_at': '2021-09-07T11:51:01Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:03.612815 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-cc5d87b0-4481-4c9d-846a-91ae840e4875 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7c894b5e06c4f8a9b6bd4030cadb15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864279 Sep 07 11:51:03.617520 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41556) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:03.640432 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29fffd-a11b-47fe-a2c0-9c12ba2299a1 None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'dccbe32b-1453-4de9-98d4-31bbe48c467e', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:5b:be:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:50:05Z', 'updated_at': '2021-09-07T11:51:01Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:03.679349 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:03.689694 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-29dff7f8-cdfb-4ca4-9a37-57ee76c70cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:03.691384 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-29dff7f8-cdfb-4ca4-9a37-57ee76c70cd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0862911 Sep 07 11:51:03.702180 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:03.710074 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-f770da4b-f0af-47ab-b4ce-8986dd2e986a service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251866 Sep 07 11:51:03.752707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:03.760211 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:03.763012 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfe6c064-025c-4dc3-8ede-d66e57e61abc HTTP/1.1" status: 204 len: 168 time: 0.1445158 Sep 07 11:51:03.771914 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37865a6e-e8a9-4903-8d9d-63c477905ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6c064-025c-4dc3-8ede-d66e57e61abc,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:03.819946 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-380d267a-e52b-4bdf-a1e1-357d4c82a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:03.821706 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-380d267a-e52b-4bdf-a1e1-357d4c82a319 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1093228 Sep 07 11:51:03.849360 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdb0859b-b3c0-4ddd-baca-96a9125a70f8 req-5fd7efa4-7c1f-4356-bab4-6aacff68bdd0 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276748 Sep 07 11:51:03.970098 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-37042400-fb5b-4311-85e2-9143eece9ea9 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194801 Sep 07 11:51:04.002005 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b60567-5695-4bbb-94c0-f7b720feff7a None None] New status for floating IP dccbe32b-1453-4de9-98d4-31bbe48c467e: ACTIVE {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:51:04.092649 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ddbda602-b25a-46a8-9cec-793cab015c79 req-fc152bf3-5945-43e8-a24c-0c56bd89cf76 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141374 Sep 07 11:51:04.512058 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300451f-3381-44b6-92ce-0ee60ebfd1ac req-27d5c952-a7ea-40ed-8f42-905ee69e286b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:04.513597 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e300451f-3381-44b6-92ce-0ee60ebfd1ac req-27d5c952-a7ea-40ed-8f42-905ee69e286b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0589323 Sep 07 11:51:04.551784 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e300451f-3381-44b6-92ce-0ee60ebfd1ac req-034a022b-4669-45cd-ada1-2e700b872899 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Sep 07 11:51:04.991424 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41620) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:05.014985 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41624) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:05.115287 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-14987570-8442-402b-81f4-28f2ffc25070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.137769 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20f3-2218-404d-9f05-654daf058498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.226336 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-14987570-8442-402b-81f4-28f2ffc25070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.231818 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-14987570-8442-402b-81f4-28f2ffc25070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.288619 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14987570-8442-402b-81f4-28f2ffc25070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e13849-0b63-4420-a490-39244e0a006c,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:05.297928 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-14987570-8442-402b-81f4-28f2ffc25070 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddcc5a4987b44eb7af1d7218dc4f022e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776525 Sep 07 11:51:05.298412 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41632) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:05.357334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.374664 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20f3-2218-404d-9f05-654daf058498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.378635 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20f3-2218-404d-9f05-654daf058498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.378822 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.420477 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a3cc20f3-2218-404d-9f05-654daf058498 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21ed5bd5cc5247c1b8737190d0aeefae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254198 Sep 07 11:51:05.420811 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41634) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:05.421741 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc20f3-2218-404d-9f05-654daf058498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e71e2e-0bf2-4a8f-896e-9f9eee7ecf23,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:05.436328 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.439233 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.440322 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29e13849-0b63-4420-a490-39244e0a006c HTTP/1.1" status: 204 len: 168 time: 0.1428182 Sep 07 11:51:05.456953 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd468f9-fcd8-4fca-86dd-43b8dfdbedb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e13849-0b63-4420-a490-39244e0a006c,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:05.495703 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.534675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.605064 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.608721 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.609959 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3e71e2e-0bf2-4a8f-896e-9f9eee7ecf23 HTTP/1.1" status: 204 len: 168 time: 0.1882124 Sep 07 11:51:05.627715 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b82b2-0cd0-4f96-b614-4a1f9d5acdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e71e2e-0bf2-4a8f-896e-9f9eee7ecf23,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:05.707753 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf83a5-c931-4011-8ac1-32d660b04c8b req-a1a5877c-b7bb-4b29-8028-74727f0e3074 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:05.710594 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-22bf83a5-c931-4011-8ac1-32d660b04c8b req-a1a5877c-b7bb-4b29-8028-74727f0e3074 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0777307 Sep 07 11:51:05.774409 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-22bf83a5-c931-4011-8ac1-32d660b04c8b req-ed63ed20-53be-40c6-b017-904c70f6623e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523000 Sep 07 11:51:05.813779 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 41652) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:05.826835 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-761a0c73-4976-48a1-a9de-e9793054827e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.923187 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-761a0c73-4976-48a1-a9de-e9793054827e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.927280 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-761a0c73-4976-48a1-a9de-e9793054827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:05.968835 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-761a0c73-4976-48a1-a9de-e9793054827e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a6b5435d92a4d64ae2ca77eabcabcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539083 Sep 07 11:51:05.969657 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a0c73-4976-48a1-a9de-e9793054827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac4a84-0f1f-4f83-a317-6287c9ed214e,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:05.971524 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41662) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:06.026064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:06.046000 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:06.096195 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:06.098707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:06.100107 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6ac4a84-0f1f-4f83-a317-6287c9ed214e HTTP/1.1" status: 204 len: 168 time: 0.1275520 Sep 07 11:51:06.109621 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed0a6-f348-48dd-b19a-f8554f9f6d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac4a84-0f1f-4f83-a317-6287c9ed214e,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:06.939933 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709910-f2c6-495b-b6ee-9f7ae11ffd09 req-1608e6cd-3069-4b11-8b78-9cef5ee02096 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:06.941777 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-18709910-f2c6-495b-b6ee-9f7ae11ffd09 req-1608e6cd-3069-4b11-8b78-9cef5ee02096 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0662155 Sep 07 11:51:07.029802 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-18709910-f2c6-495b-b6ee-9f7ae11ffd09 req-87a84de9-dc96-4623-9ea3-9aadcf92f5c8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690153 Sep 07 11:51:08.139334 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93300-a33e-4f99-ab3d-d18812a4293d req-6c5f50a8-ae3b-463d-8ee0-9d4291dc724a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:08.140849 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1ad93300-a33e-4f99-ab3d-d18812a4293d req-6c5f50a8-ae3b-463d-8ee0-9d4291dc724a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Sep 07 11:51:08.177476 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1ad93300-a33e-4f99-ab3d-d18812a4293d req-9f73bc13-f3d5-4e72-b8c6-63937365add0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306523 Sep 07 11:51:09.286258 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a34abe-9ddf-4ae7-8292-d7e6839251cd req-73987217-ebf7-42fd-a91a-63c9d3f55f96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:09.288280 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-35a34abe-9ddf-4ae7-8292-d7e6839251cd req-73987217-ebf7-42fd-a91a-63c9d3f55f96 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0460370 Sep 07 11:51:09.323573 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-35a34abe-9ddf-4ae7-8292-d7e6839251cd req-8d2027a2-e615-445e-9004-89225e8fd8d7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295057 Sep 07 11:51:10.436401 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a45e9-97f7-41d7-94a3-7080fcb93651 req-2dfa5d96-935c-43b8-847e-fca54168b4b0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:10.437780 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd5a45e9-97f7-41d7-94a3-7080fcb93651 req-2dfa5d96-935c-43b8-847e-fca54168b4b0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 07 11:51:10.474583 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd5a45e9-97f7-41d7-94a3-7080fcb93651 req-cd4d6f28-e0d3-4d11-a608-39da7abc7a36 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Sep 07 11:51:11.585397 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de2267-380f-4fa9-b27e-b5f07ee985e9 req-f38d91fa-7841-4ea9-949d-b655b45e81ff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:11.586910 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d9de2267-380f-4fa9-b27e-b5f07ee985e9 req-f38d91fa-7841-4ea9-949d-b655b45e81ff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Sep 07 11:51:11.623959 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d9de2267-380f-4fa9-b27e-b5f07ee985e9 req-7aef2123-8696-4fc1-8810-0ce339d59f7a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Sep 07 11:51:12.666124 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f748-67e9-4ade-8891-0f13b7d1f5bf req-a87349e7-9335-4a68-9380-e2986f4da1a8 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:12.666841 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1ba1f748-67e9-4ade-8891-0f13b7d1f5bf req-a87349e7-9335-4a68-9380-e2986f4da1a8 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0573018 Sep 07 11:51:12.711061 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1ba1f748-67e9-4ade-8891-0f13b7d1f5bf req-bae848c3-9ccf-454f-8a06-ff257d665fe6 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Sep 07 11:51:12.739442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b5ab-db4e-4cd0-9676-310221c9299a req-3dd9f763-7ba0-437c-acdf-2e6713b2e707 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:12.741471 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9bd2b5ab-db4e-4cd0-9676-310221c9299a req-3dd9f763-7ba0-437c-acdf-2e6713b2e707 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Sep 07 11:51:12.777764 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9bd2b5ab-db4e-4cd0-9676-310221c9299a req-d80111d4-1608-454c-819f-0eb2cbc3bb34 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303380 Sep 07 11:51:13.529509 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-a23b27da-3390-4749-84ae-a7d0da9058b1 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365365 Sep 07 11:51:13.719498 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-c3661347-89f7-4677-92e7-cde8ec076f7c tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:13.720908 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-c3661347-89f7-4677-92e7-cde8ec076f7c tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858969 Sep 07 11:51:13.735584 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-eed13fce-bf62-45ef-9da8-64b0bff1112e tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/quotas/8a928176e5ff476eb5ed4f1476d67f9b HTTP/1.1" status: 200 len: 375 time: 0.0088942 Sep 07 11:51:13.769700 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-44c87256-5304-4e83-ad59-f6624ee91d3a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268416 Sep 07 11:51:13.833619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632debb2-7baf-4678-a1de-2d1f878c165a req-ec187586-9cef-48fc-bcea-97d81fdcd53f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:13.835201 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-632debb2-7baf-4678-a1de-2d1f878c165a req-ec187586-9cef-48fc-bcea-97d81fdcd53f tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0515306 Sep 07 11:51:13.879974 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-632debb2-7baf-4678-a1de-2d1f878c165a req-81c8bc90-8332-4c98-853b-bf9dcc6a0280 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383191 Sep 07 11:51:13.960171 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-47529fca-f540-4bb8-911b-9eaf3d91ba2b req-fcdca40f-e213-4b6a-8321-8643d82f7c2a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 210 time: 0.0340936 Sep 07 11:51:13.977456 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcba-40b2-4c22-ab00-822add1baa9f req-a82f5b7b-893b-43e7-a9ba-ed720a1e3478 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:13.978966 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ebbffcba-40b2-4c22-ab00-822add1baa9f req-a82f5b7b-893b-43e7-a9ba-ed720a1e3478 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0535748 Sep 07 11:51:14.018071 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ebbffcba-40b2-4c22-ab00-822add1baa9f req-f941103d-9793-4a96-9ebe-9ec2de8fd9ef tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Sep 07 11:51:14.998781 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3efbc-18a5-43ac-bab6-66a6f4cb413c req-e16a5d82-32fe-4080-a018-f9320b50acf3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:15.000381 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bae3efbc-18a5-43ac-bab6-66a6f4cb413c req-e16a5d82-32fe-4080-a018-f9320b50acf3 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0466890 Sep 07 11:51:15.038880 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bae3efbc-18a5-43ac-bab6-66a6f4cb413c req-6f1d0ef2-aa02-4586-87c4-98ab2284010c tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Sep 07 11:51:15.046772 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4b729ed2-8452-47b3-b31b-f9a3ad91acfb req-f6062d2a-c586-4a73-b0f8-f39892006fd6 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 210 time: 0.0260687 Sep 07 11:51:15.144262 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcaa60-cb47-43de-af2c-50df0a924665 req-fc64a886-8d7b-42ba-b2e8-a37ff9662f87 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:15.145742 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bbdcaa60-cb47-43de-af2c-50df0a924665 req-fc64a886-8d7b-42ba-b2e8-a37ff9662f87 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Sep 07 11:51:15.187718 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-edb763fc-d310-4064-9f5b-f97c7315a1d9 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371468 Sep 07 11:51:15.188936 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bbdcaa60-cb47-43de-af2c-50df0a924665 req-5f2c69ad-79a3-4f86-8e34-2c5ee797baff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Sep 07 11:51:15.387668 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-316ee4cf-06cf-4f00-b32e-6c382f1027c3 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:15.389108 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-316ee4cf-06cf-4f00-b32e-6c382f1027c3 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920218 Sep 07 11:51:15.417267 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Request body: {'port': {'device_id': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe', 'admin_state_up': True, 'tenant_id': '8a928176e5ff476eb5ed4f1476d67f9b'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:15.522939 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Made reservation on behalf of 8a928176e5ff476eb5ed4f1476d67f9b for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:15.526869 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:15.535606 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:15.636670 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:15.641539 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:15.677569 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533b4cf8-f085-4d19-9925-ad1e36ca8a13,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:15.794111 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Allocated IP 192.168.233.140 (2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe/a0cb9318-5779-4ae1-8919-afffb999441f/0b4289f7-d470-4915-b3b3-9fff02a649ec) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:15.953986 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:15.970483 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Transition to ACTIVE for port object 0b4289f7-d470-4915-b3b3-9fff02a649ec will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:16.006838 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.049632 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41946) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:16.050134 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:16.053456 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:16.057358 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:16.064653 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:16.065147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.100171 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Pushing event updated for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:16.112649 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-8b8c7b13-572f-489a-8d61-453524028199 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6992683 Sep 07 11:51:16.174405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5543-0b3d-4202-aaf7-759c657770bc req-557bb70f-6525-4e22-8a0b-13d693ca36ec tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:16.175832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Request body: {'port': {'device_id': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:16.183238 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b42f5543-0b3d-4202-aaf7-759c657770bc req-557bb70f-6525-4e22-8a0b-13d693ca36ec tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.0680993 Sep 07 11:51:16.232560 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa036cd-98e0-495e-9833-08f824ff1aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.251449 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b42f5543-0b3d-4202-aaf7-759c657770bc req-570f5a62-c1b4-4bf1-9d28-22f8b81b636b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Sep 07 11:51:16.266393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aff412-c80f-44f8-8ce6-b30159ad5238 req-1b179d68-84d2-4217-b763-a48e51cdf8bd tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:16.275334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-02aff412-c80f-44f8-8ce6-b30159ad5238 req-1b179d68-84d2-4217-b763-a48e51cdf8bd tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 936 time: 0.1380095 Sep 07 11:51:16.327350 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-95f7074e-aacf-41e4-b536-9e00d74b9d90 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:16.328998 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-95f7074e-aacf-41e4-b536-9e00d74b9d90 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.62 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 945 time: 0.1325052 Sep 07 11:51:16.334077 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.359167 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-02aff412-c80f-44f8-8ce6-b30159ad5238 req-c270ffd0-4296-40a3-a743-622c6da928e2 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840402 Sep 07 11:51:16.372649 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f9307f74-dabd-4c22-ad2c-5ee83f51d00f None None] Provisioning for port 0b4289f7-d470-4915-b3b3-9fff02a649ec completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:16.388947 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f9307f74-dabd-4c22-ad2c-5ee83f51d00f None None] Provisioning complete for port 0b4289f7-d470-4915-b3b3-9fff02a649ec triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:16.389314 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f9307f74-dabd-4c22-ad2c-5ee83f51d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.391093 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa036cd-98e0-495e-9833-08f824ff1aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.414022 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8115-faee-430e-bbfc-d76f3da61d00 req-d7d0ae2d-3d3e-4cb8-ab80-40fdf7d7de46 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:16.416304 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e74e8115-faee-430e-bbfc-d76f3da61d00 req-d7d0ae2d-3d3e-4cb8-ab80-40fdf7d7de46 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1110983 Sep 07 11:51:16.418950 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa036cd-98e0-495e-9833-08f824ff1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.441572 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-f9307f74-dabd-4c22-ad2c-5ee83f51d00f None None] Port 0b4289f7-d470-4915-b3b3-9fff02a649ec cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:16.475540 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4fa036cd-98e0-495e-9833-08f824ff1aa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a731a1943b468c8541313a55efa11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244561 Sep 07 11:51:16.476253 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa036cd-98e0-495e-9833-08f824ff1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708efc7-b82b-4f48-aa66-e06bb150fd86,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:16.479610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41958) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:16.521139 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e74e8115-faee-430e-bbfc-d76f3da61d00 req-707fb2c6-c0cf-48e9-bc7d-e055cdeaf14a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885816 Sep 07 11:51:16.553325 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.577331 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.625790 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.628433 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:16.629620 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7708efc7-b82b-4f48-aa66-e06bb150fd86 HTTP/1.1" status: 204 len: 168 time: 0.1454697 Sep 07 11:51:16.638535 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba07b-f025-4ce6-aced-8feef16bc5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708efc7-b82b-4f48-aa66-e06bb150fd86,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:16.817866 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Deleting port d98e4f71-0185-40fc-bb83-96b07b6ae247 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:51:16.819426 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.002378 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4289f7-d470-4915-b3b3-9fff02a649ec {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:17.008432 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] For port d98e4f71-0185-40fc-bb83-96b07b6ae247, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d98e4f71-0185-40fc-bb83-96b07b6ae247,segment=NetworkSegment(f9fb417c-4039-4f2b-88c7-5bf4bee23a58),segment_id=f9fb417c-4039-4f2b-88c7-5bf4bee23a58)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:17.008818 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.019434 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.036317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Calling delete_port for d98e4f71-0185-40fc-bb83-96b07b6ae247 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:51:17.055605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Transition to ACTIVE for port object 0b4289f7-d470-4915-b3b3-9fff02a649ec will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:17.063633 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.205930 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:17.220629 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Attempting to bind port 0b4289f7-d470-4915-b3b3-9fff02a649ec on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:17.221049 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Attempting to bind port 0b4289f7-d470-4915-b3b3-9fff02a649ec by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:17.221293 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Attempting to bind port 0b4289f7-d470-4915-b3b3-9fff02a649ec on network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:17.235695 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Port 0b4289f7-d470-4915-b3b3-9fff02a649ec on network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:51:17.236288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Attempting to bind port 0b4289f7-d470-4915-b3b3-9fff02a649ec on network 2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:17.243631 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:17.243951 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Checking segment: {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:17.244580 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Bound using segment: {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:17.245189 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Bound port: 0b4289f7-d470-4915-b3b3-9fff02a649ec, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459834e-bba2-43f6-8155-b381defdbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:17.245563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.379381 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 41998) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:17.429099 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:17.444284 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.446961 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:17.464946 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.498701 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050770-f996-4e32-9b5e-95b2abcb4f22 req-8ba32c0b-e53b-4ecd-a65d-239e86818919 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.500688 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f5050770-f996-4e32-9b5e-95b2abcb4f22 req-8ba32c0b-e53b-4ecd-a65d-239e86818919 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 867 time: 0.1324797 Sep 07 11:51:17.511425 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Pushing event deleted for resources: {'Port': ['ID=d98e4f71-0185-40fc-bb83-96b07b6ae247,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:17.523184 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234facf-4f06-49af-9980-41ebb80463a0 req-8276bdd7-0d62-4a27-a313-7839763f991a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.524680 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a234facf-4f06-49af-9980-41ebb80463a0 req-8276bdd7-0d62-4a27-a313-7839763f991a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 948 time: 0.0685866 Sep 07 11:51:17.571223 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a234facf-4f06-49af-9980-41ebb80463a0 req-87056635-0dd9-4a56-b4f2-38e68f477d34 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Sep 07 11:51:17.577921 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.578688 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.580097 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/0b4289f7-d470-4915-b3b3-9fff02a649ec HTTP/1.1" status: 200 len: 1098 time: 1.4099879 Sep 07 11:51:17.632026 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:17.634519 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac32281-d462-4d5d-bf4b-686dbf8987cd" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:17.685012 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] No DVR routers for this DVR port d98e4f71-0185-40fc-bb83-96b07b6ae247 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:51:17.688691 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.691272 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e8430d7-deb4-4183-98c7-7a893f994d26 req-bcbf1a40-7103-4163-9bfe-c5eb6b5ed59b tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.62 "DELETE /v2.0/ports/d98e4f71-0185-40fc-bb83-96b07b6ae247 HTTP/1.1" status: 204 len: 173 time: 1.3107550 Sep 07 11:51:17.720944 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-16e4d04d-1d88-4785-ad55-78ae8c5f7ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.753544 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f5050770-f996-4e32-9b5e-95b2abcb4f22 req-722f258f-e3ce-435c-9e3d-ffdb385fc648 tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/security-groups?id=6afdec88-e099-41e7-86b5-fb2bd985b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446227 Sep 07 11:51:17.761668 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53790-c16e-4fd3-8a07-15fafad837e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:17.795532 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-504f73bd-f2b7-49df-a684-9c5e548415fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.797160 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-504f73bd-f2b7-49df-a684-9c5e548415fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 1101 time: 0.1510067 Sep 07 11:51:17.873278 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b601b6-121e-4728-918d-a53638e8d305 x-openstack-request-id: req-f9b601b6-121e-4728-918d-a53638e8d305 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:17.873423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:17.873670 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b601b6-121e-4728-918d-a53638e8d305 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:17.874058 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec', 'status': 'completed', 'code': 200} Sep 07 11:51:17.875938 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-33314152-54c5-4177-9801-7dccd6aab657 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec HTTP/1.1" status: 200 len: 217 time: 0.0595405 Sep 07 11:51:17.938387 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e8a91-d9c4-459f-8ced-58f99bcf4479 req-2ada4b92-4445-4f0a-aa36-d19996bfbb9a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.940006 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ae5e8a91-d9c4-459f-8ced-58f99bcf4479 req-2ada4b92-4445-4f0a-aa36-d19996bfbb9a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1013496 Sep 07 11:51:17.945394 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-16e4d04d-1d88-4785-ad55-78ae8c5f7ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:17.952233 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-2bc925b7-f04c-4506-9112-230a07d03a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:17.953915 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-2bc925b7-f04c-4506-9112-230a07d03a66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0cb9318-5779-4ae1-8919-afffb999441f HTTP/1.1" status: 200 len: 843 time: 0.0657446 Sep 07 11:51:17.960155 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-16e4d04d-1d88-4785-ad55-78ae8c5f7ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.008185 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-16e4d04d-1d88-4785-ad55-78ae8c5f7ba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78e84f3c7ec84d07ba08fc67c463499d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261590 Sep 07 11:51:18.009331 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-0e495dc1-7ad9-45e4-9d7a-30a8eb3fad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.010958 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-0e495dc1-7ad9-45e4-9d7a-30a8eb3fad47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0448556 Sep 07 11:51:18.011697 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42020) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:18.016975 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ae5e8a91-d9c4-459f-8ced-58f99bcf4479 req-35a98464-1b73-439e-a4a2-e98cb79d8a5e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Sep 07 11:51:18.017988 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4d04d-1d88-4785-ad55-78ae8c5f7ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3061256-792b-4186-9594-4a3319054746,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:18.159487 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.205075 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-d40a7404-6daa-49ae-9e7c-e838cd336362 service neutron] 10.222.0.62 "GET /v2.0/networks/2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780956 Sep 07 11:51:18.210073 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.329815 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.332323 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.333544 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3061256-792b-4186-9594-4a3319054746 HTTP/1.1" status: 204 len: 168 time: 0.3208802 Sep 07 11:51:18.344978 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b56f98f-2a3f-4c47-86fe-c09b82199659 req-b17a78bf-ee72-4269-86d8-c85d45dc448c service neutron] 10.222.0.62 "GET /v2.0/networks/2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246598 Sep 07 11:51:18.346214 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beab35-cf86-4b88-b6a3-bab063225c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3061256-792b-4186-9594-4a3319054746,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:18.463522 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-d4eb5d6e-38a9-4747-977d-5917ceb31fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.465012 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-d4eb5d6e-38a9-4747-977d-5917ceb31fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 1101 time: 0.0414202 Sep 07 11:51:18.581125 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-a713b23d-985d-4346-9159-913a4948dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.582586 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-a713b23d-985d-4346-9159-913a4948dd24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe HTTP/1.1" status: 200 len: 870 time: 0.0907166 Sep 07 11:51:18.598227 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42032) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:18.644277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-72e84962-9e77-4eb0-8bc6-5219555d5e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.647019 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-084815ec-5ea8-449b-97ca-e3ca7bc5559f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec HTTP/1.1" status: 200 len: 217 time: 0.0416586 Sep 07 11:51:18.747137 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-61f70b56-d673-40fc-a110-45311f02289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.748494 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-61f70b56-d673-40fc-a110-45311f02289d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0cb9318-5779-4ae1-8919-afffb999441f HTTP/1.1" status: 200 len: 843 time: 0.0838728 Sep 07 11:51:18.759917 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084b2-8d00-4125-94b9-3d344c1b7914 req-ebb18dc0-d962-4931-bbea-ac9b446a56ec tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.761617 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-702084b2-8d00-4125-94b9-3d344c1b7914 req-ebb18dc0-d962-4931-bbea-ac9b446a56ec tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 948 time: 0.1134882 Sep 07 11:51:18.844230 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-702084b2-8d00-4125-94b9-3d344c1b7914 req-8fcdbb05-cf64-4e81-80ab-5076ec74fc57 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Sep 07 11:51:18.859803 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-6fa30fec-4ca3-452a-afec-ec5b3bd453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:18.866824 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-6fa30fec-4ca3-452a-afec-ec5b3bd453fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0989213 Sep 07 11:51:18.896500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-72e84962-9e77-4eb0-8bc6-5219555d5e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.906213 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-72e84962-9e77-4eb0-8bc6-5219555d5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:18.964466 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-26cb597d-58d2-4fb5-a805-068c850c758a req-1ac6d800-e320-4d4f-b9ca-c6a5a8537bca tempest-DeleteServersTestJSON-81933695 tempest-DeleteServersTestJSON-81933695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c988e0be-1f34-4ba9-b3d2-75cbc48693ae HTTP/1.1" status: 200 len: 210 time: 0.0256193 Sep 07 11:51:18.988696 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-72e84962-9e77-4eb0-8bc6-5219555d5e69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e449935d5324205835c568e7a91cda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847477 Sep 07 11:51:18.988840 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42038) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:18.988940 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84962-9e77-4eb0-8bc6-5219555d5e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed4ed6-5fa9-40fd-b4b5-88ba5d2da2ab,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:19.016957 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-106b7de3-083b-443c-8263-b66d7100f0ba service neutron] 10.222.0.62 "GET /v2.0/networks/2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330481 Sep 07 11:51:19.046752 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:19.070354 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:19.130469 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:19.133632 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:19.134825 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ed4ed6-5fa9-40fd-b4b5-88ba5d2da2ab HTTP/1.1" status: 204 len: 168 time: 0.1450503 Sep 07 11:51:19.142738 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cece25f-d477-47a1-8163-d13e70c81cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed4ed6-5fa9-40fd-b4b5-88ba5d2da2ab,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:19.169234 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-aac32281-d462-4d5d-bf4b-686dbf8987cd req-ef48ab25-9d53-40c2-b08d-4332df882af1 service neutron] 10.222.0.62 "GET /v2.0/networks/2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421959 Sep 07 11:51:19.196196 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122b155-1682-4cbe-bdad-2793fe881217 req-9d7147d8-cb0d-49a9-8776-da7a530e9000 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:19.198334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9122b155-1682-4cbe-bdad-2793fe881217 req-9d7147d8-cb0d-49a9-8776-da7a530e9000 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0805256 Sep 07 11:51:19.251452 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9122b155-1682-4cbe-bdad-2793fe881217 req-7c5402ac-2878-4bad-9e3d-62ef4c48c863 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Sep 07 11:51:19.411681 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d98e4f71-0185-40fc-bb83-96b07b6ae247 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:51:19.439792 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: d98e4f71-0185-40fc-bb83-96b07b6ae247 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:51:19.440145 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d98e4f71-0185-40fc-bb83-96b07b6ae247 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:51:19.876645 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'name': 'network-vif-deleted', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:19.880134 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda5a9d-aa3f-41cf-ba32-ff95bbebc109" -d '{"events": [{"server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "name": "network-vif-deleted", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:19.928406 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86644a74-f4cd-4229-9573-ac4e480ec2c7 x-openstack-request-id: req-86644a74-f4cd-4229-9573-ac4e480ec2c7 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:19.928698 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c988e0be-1f34-4ba9-b3d2-75cbc48693ae", "name": "network-vif-deleted", "tag": "d98e4f71-0185-40fc-bb83-96b07b6ae247", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:19.928954 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86644a74-f4cd-4229-9573-ac4e480ec2c7 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:19.929368 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c988e0be-1f34-4ba9-b3d2-75cbc48693ae', 'name': 'network-vif-deleted', 'tag': 'd98e4f71-0185-40fc-bb83-96b07b6ae247', 'status': 'completed', 'code': 200} Sep 07 11:51:20.021089 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36454f1f-aae9-430c-b42e-5ddde51a263b req-3737a1d8-4aaa-4a5c-bc6a-1026e85c4144 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:20.023438 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-36454f1f-aae9-430c-b42e-5ddde51a263b req-3737a1d8-4aaa-4a5c-bc6a-1026e85c4144 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 948 time: 0.0472047 Sep 07 11:51:20.060396 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-36454f1f-aae9-430c-b42e-5ddde51a263b req-d4888519-87e1-412d-8806-90a8adf7cacc tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Sep 07 11:51:20.394800 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a714-26f6-411d-be70-312f2f7c395b req-ba7ef18c-2392-4930-9f3e-2f105de697b1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:20.396475 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b898a714-26f6-411d-be70-312f2f7c395b req-ba7ef18c-2392-4930-9f3e-2f105de697b1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0688992 Sep 07 11:51:20.463378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b898a714-26f6-411d-be70-312f2f7c395b req-ffff0276-264b-4e35-abbc-dcb476314261 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602245 Sep 07 11:51:21.191038 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421d98-0838-4a3a-93ae-f454459f2015 req-4a5fe7e3-113a-409c-9f20-370b0e3c6be1 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:21.192581 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c0421d98-0838-4a3a-93ae-f454459f2015 req-4a5fe7e3-113a-409c-9f20-370b0e3c6be1 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 948 time: 0.0514834 Sep 07 11:51:21.212904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42140) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:21.236708 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c0421d98-0838-4a3a-93ae-f454459f2015 req-c3b637f5-2aea-426b-af43-61eca31e2c54 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Sep 07 11:51:21.320527 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd863390-9554-438d-969e-0b8e7226889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.414908 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b4289f7-d470-4915-b3b3-9fff02a649ec details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:51:21.422365 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd863390-9554-438d-969e-0b8e7226889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.427229 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd863390-9554-438d-969e-0b8e7226889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.471039 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bd863390-9554-438d-969e-0b8e7226889b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f2f27a1db5b419183274141c7f04ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545667 Sep 07 11:51:21.471039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd863390-9554-438d-969e-0b8e7226889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6495597-6a29-4740-9110-7b438109bb48,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:21.471796 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42152) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:21.527104 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:21.540039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.542214 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '0b4289f7-d470-4915-b3b3-9fff02a649ec', 'network_id': '2d54d2ec-eecc-4f63-97b5-6f9da8c7afbe', 'port_id': '0b4289f7-d470-4915-b3b3-9fff02a649ec', 'mac_address': 'fa:16:3e:62:23:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb9318-5779-4ae1-8919-afffb999441f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:51:21.575952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.593026 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.612389 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4289f7-d470-4915-b3b3-9fff02a649ec {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:21.647694 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:21.649743 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.679198 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c5bc9-7c97-44ea-8b1b-5f0dd61c7c7c req-670853b3-303d-4733-8ebc-d6b39cd99268 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:21.687628 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-064c5bc9-7c97-44ea-8b1b-5f0dd61c7c7c req-670853b3-303d-4733-8ebc-d6b39cd99268 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0923193 Sep 07 11:51:21.688952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.695303 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:21.699920 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6495597-6a29-4740-9110-7b438109bb48 HTTP/1.1" status: 204 len: 168 time: 0.2264059 Sep 07 11:51:21.717238 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10469208-e484-4ae2-9dac-66aac5dab15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6495597-6a29-4740-9110-7b438109bb48,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:21.750443 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-064c5bc9-7c97-44ea-8b1b-5f0dd61c7c7c req-1b0d48fb-3962-406a-9368-284bb9dd062b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Sep 07 11:51:21.775678 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:21.799427 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.800139 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.800769 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.801314 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.801905 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.802394 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.802966 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.803524 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.803945 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.804234 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.804487 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.804964 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:21.934441 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-755ebd0a-ae22-4497-9123-314bddcef50d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:21.936011 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-755ebd0a-ae22-4497-9123-314bddcef50d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1430058 Sep 07 11:51:21.951511 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-eccfa685-75bd-4160-a086-33285dd31d9e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/quotas/a7d39185057d4cb99a9e5409610500a8 HTTP/1.1" status: 200 len: 375 time: 0.0095921 Sep 07 11:51:22.002834 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-9f5b8fef-7e98-4063-9473-655b3f48a7b2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454702 Sep 07 11:51:22.093582 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-67ec800a-e857-487d-8e65-15b6ad736d8e service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Sep 07 11:51:22.196030 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-40615686-2ce9-497b-85cf-5a10ff810836 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964046 Sep 07 11:51:22.374398 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b4289f7-d470-4915-b3b3-9fff02a649ec'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:51:22.378495 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a61757-3b3c-4887-a054-1e961c74ce45 req-63249e5b-16b4-42fc-ba30-a94dd507080f tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:22.380039 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08a61757-3b3c-4887-a054-1e961c74ce45 req-63249e5b-16b4-42fc-ba30-a94dd507080f tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 949 time: 0.0592480 Sep 07 11:51:22.416665 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42206) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:22.470823 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08a61757-3b3c-4887-a054-1e961c74ce45 req-c0faf6f5-c3ba-4b28-a8a4-52e5b879fe77 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725107 Sep 07 11:51:22.539914 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7d1a711-68e7-47d4-af18-e74c6470dfca req-7ff994f5-d10e-4ee3-88fd-fdcf2890862f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 210 time: 0.0403228 Sep 07 11:51:22.559545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919530546-network', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:22.581478 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Made reservation on behalf of 91ba73d6b26842dfb27bca69e4066fc1 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:22.585108 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.596360 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.689219 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.693065 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.719409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:51:22.734605 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b8db73-72b3-4c2b-be32-e87dbc88486b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:22.737491 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.737841 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Added segment a9793c0d-b5d4-4843-a50b-19a0db98ba6b of type vlan for network 334f5897-177f-4e67-98b0-fc138035b8b9 Sep 07 11:51:22.785209 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.814016 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42224) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:22.824646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.825901 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:22.826672 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.877139 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567952 Sep 07 11:51:22.877993 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42226) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:22.884954 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Request body: {'subnet': {'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919530546-subnet', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'ip_version': 4}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:22.904859 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Deleting subnet 5dd4d279-099f-49a6-bf17-d46b320032c7 {{(pid=105496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:51:22.905887 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa7637-54fb-42a3-a158-dc4a04859a67 admin admin] Pushing event updated for resources: {'Network': ['ID=334f5897-177f-4e67-98b0-fc138035b8b9,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:22.914251 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:22.918575 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 334f5897-177f-4e67-98b0-fc138035b8b9 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:51:22.947611 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8ed32-6201-418c-b825-d1279bf57288 req-c0b715c2-077c-4d90-b700-6d7874183938 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:22.958281 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ce8ed32-6201-418c-b825-d1279bf57288 req-c0b715c2-077c-4d90-b700-6d7874183938 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1360440 Sep 07 11:51:22.967599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Made reservation on behalf of 91ba73d6b26842dfb27bca69e4066fc1 for: {'subnet': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:22.969778 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.053015 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.071554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.079621 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ce8ed32-6201-418c-b825-d1279bf57288 req-cf53948a-bcf1-438f-bbe5-5fb59522264b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205173 Sep 07 11:51:23.151095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.169969 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42234) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:23.202687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd4d279-099f-49a6-bf17-d46b320032c7,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:23.209867 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.212119 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-db8b3189-d7bc-41a0-98b6-d821f9e51300 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5dd4d279-099f-49a6-bf17-d46b320032c7 HTTP/1.1" status: 204 len: 168 time: 0.3964732 Sep 07 11:51:23.214339 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42238) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:23.287814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e9038106-c087-4cb5-9f51-58fb23e9f57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.385021 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e9038106-c087-4cb5-9f51-58fb23e9f57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.389188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e9038106-c087-4cb5-9f51-58fb23e9f57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.429299 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e9038106-c087-4cb5-9f51-58fb23e9f57b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66d1032e02c24e39b7a9ec62e253ae24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557650 Sep 07 11:51:23.429502 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42240) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:23.435175 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9038106-c087-4cb5-9f51-58fb23e9f57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f10c2-5745-47cf-a43f-cd98bd39816e,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:23.483631 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.510831 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.533211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.560369 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for subnet, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.616206 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.619953 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.621113 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf0f10c2-5745-47cf-a43f-cd98bd39816e HTTP/1.1" status: 204 len: 168 time: 0.1907187 Sep 07 11:51:23.641261 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799a82-cd84-4d65-9277-59f812293be4 req-5fc4b84a-d2e8-4421-91a2-25b1f5ce2ec0 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:23.642878 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08799a82-cd84-4d65-9277-59f812293be4 req-5fc4b84a-d2e8-4421-91a2-25b1f5ce2ec0 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 949 time: 0.0689578 Sep 07 11:51:23.644369 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dea997-a45d-4323-82ee-1c9f64d0c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f10c2-5745-47cf-a43f-cd98bd39816e,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:23.691519 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08799a82-cd84-4d65-9277-59f812293be4 req-9e6f8fa3-1ff5-41be-9306-bcdc58ce0871 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Sep 07 11:51:23.717340 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386f278d-d3c1-4a75-b20a-77723bd4ec1f,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:23.779757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Checking segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:23.780116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Network hostable DHCP agents. Network: 334f5897-177f-4e67-98b0-fc138035b8b9, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:51:23.811475 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:23.868753 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c7cda78b-6953-4315-a1c8-0c3ca96c5b13 req-9252d38a-2284-4c66-9b76-6eaddc0996d7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 210 time: 0.0592511 Sep 07 11:51:23.879028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.879385 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.880159 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.880517 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.880932 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.881327 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.881661 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.882183 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.882537 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.882914 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.951746 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.952102 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.952436 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.952768 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 11:51:23.953149 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53748d86-5604-4974-8317-669305b4a5c5']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:23.967964 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Network 334f5897-177f-4e67-98b0-fc138035b8b9 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:51:23.982673 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:23.983084 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fb417c-4039-4f2b-88c7-5bf4bee23a58') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:23.997584 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 334f5897-177f-4e67-98b0-fc138035b8b9) {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:24.002534 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:24.003154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.007696 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29394170-310f-4604-8f2a-530121702359 None None] Network 334f5897-177f-4e67-98b0-fc138035b8b9 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:24.017439 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.056497 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-0427028c-cbd1-4711-af9d-77e1a858794a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:24.057971 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-0427028c-cbd1-4711-af9d-77e1a858794a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.4232039 Sep 07 11:51:24.060355 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-42984168-553a-41b4-bd9e-dbea23fcca06 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1791761 Sep 07 11:51:24.062220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.063378 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42266) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:24.071114 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:24.073313 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:51:24.073731 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: from cryptography.utils import int_from_bytes Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: from cryptography.utils import int_from_bytes Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:51:24.079174 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:51:24.096939 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Request body: {'port': {'device_id': 'f4796678-b2a5-4033-8b93-f313b506f978', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'admin_state_up': True, 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:24.111585 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.114300 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.186366 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-334f5897-177f-4e67-98b0-fc138035b8b9', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:51:24.187463 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.207329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.216354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.219465 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53748d86-5604-4974-8317-669305b4a5c5 HTTP/1.1" status: 204 len: 168 time: 1.0041864 Sep 07 11:51:24.226743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.237475 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323d93-1212-4d9c-a303-809c719734a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53748d86-5604-4974-8317-669305b4a5c5,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:24.311873 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:24.317025 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.397496 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f6fa2-622a-4724-bc6b-e0c2e0c0a53d req-48134bcd-05a7-49f0-8bf2-2bacf044d2ff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:24.399338 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f28f6fa2-622a-4724-bc6b-e0c2e0c0a53d req-48134bcd-05a7-49f0-8bf2-2bacf044d2ff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1709406 Sep 07 11:51:24.399945 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Allocated IP 172.20.0.2 (334f5897-177f-4e67-98b0-fc138035b8b9/386f278d-d3c1-4a75-b20a-77723bd4ec1f/7d9e6534-bbc6-4060-bcfc-54a2c614d32c) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:24.425876 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42278) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:24.480471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.530656 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f28f6fa2-622a-4724-bc6b-e0c2e0c0a53d req-74b870af-7b2b-43d5-86ba-03cbebb48735 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942101 Sep 07 11:51:24.534645 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-fba2b0e7-6a56-4010-a66c-0886ee3a8f98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bb7203c6f5d43a785394be838325806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1041327 Sep 07 11:51:24.535919 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42280) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:24.589636 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Allocated IP 172.20.0.4 (d11babbf-725f-498e-8316-c1797a36e83d/db0da42c-1a0a-4b27-86f8-3af1e18095af/faca5eac-315d-4823-9a35-b3a9f727652e) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:24.625995 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.641969 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.661262 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Transition to ACTIVE for port object 7d9e6534-bbc6-4060-bcfc-54a2c614d32c will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:24.675683 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.678517 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Transition to ACTIVE for port object 7d9e6534-bbc6-4060-bcfc-54a2c614d32c will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:24.687872 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.826354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.828944 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.830678 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6afdec88-e099-41e7-86b5-fb2bd985b5ce HTTP/1.1" status: 204 len: 168 time: 0.2921541 Sep 07 11:51:24.840664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Network 334f5897-177f-4e67-98b0-fc138035b8b9 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:24.847964 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:24.856160 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614927b3-33a9-4716-86e5-cbf5145cf96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdec88-e099-41e7-86b5-fb2bd985b5ce,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:24.860881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:24.878990 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.883449 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece2d74-37e3-4760-985b-3c04dd358d22 req-2c1b95f4-ade9-4b79-a716-d1f4e9172c96 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:24.885461 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4ece2d74-37e3-4760-985b-3c04dd358d22 req-2c1b95f4-ade9-4b79-a716-d1f4e9172c96 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 949 time: 0.0686481 Sep 07 11:51:24.905524 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Pushing event updated for resources: {'Port': ['ID=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:24.933352 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:24.960902 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:51:25.005059 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Attempting to bind port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:25.005621 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Attempting to bind port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:25.006174 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Attempting to bind port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c on network 334f5897-177f-4e67-98b0-fc138035b8b9 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:25.015280 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:25.016287 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Checking segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:25.017383 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.017985 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Bound using segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:25.018657 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Bound port: 7d9e6534-bbc6-4060-bcfc-54a2c614d32c, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:25.019519 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.040415 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event updated for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:25.053598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Network d11babbf-725f-498e-8316-c1797a36e83d is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:25.055401 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:25.059070 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4ece2d74-37e3-4760-985b-3c04dd358d22 req-ceb06f65-c3c4-417c-9be1-b9b50312970e tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178455 Sep 07 11:51:25.063590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:25.082615 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.105064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.131045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:25.131950 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.225834 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Allocated IP 172.27.0.100 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/c65b27a2-4788-4312-a8b4-03054654cc0d) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:25.226182 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] For port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:25.230753 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-591cde89-c0ba-4c51-b0df-cfb5f1e907bf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400504 Sep 07 11:51:25.242824 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] For port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:25.248106 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111567ed-4ca1-45ec-95c5-03cbcd35179c req-801f0ce2-afe0-4db7-bb90-e20d0e33dd50 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:25.249315 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.250830 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-111567ed-4ca1-45ec-95c5-03cbcd35179c req-801f0ce2-afe0-4db7-bb90-e20d0e33dd50 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 931 time: 0.1136861 Sep 07 11:51:25.262161 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Request body: {'port': {'device_id': 'f4796678-b2a5-4033-8b93-f313b506f978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:25.336057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bd97c-6a39-431b-905f-fcbe05e83e3f None None] Pushing event updated for resources: {'Port': ['ID=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:25.356095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.379222 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-111567ed-4ca1-45ec-95c5-03cbcd35179c req-94cf362c-e658-4578-9960-00c863199121 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Sep 07 11:51:25.471200 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b4289f7-d470-4915-b3b3-9fff02a649ec up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:25.473530 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.551563 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 0b4289f7-d470-4915-b3b3-9fff02a649ec completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:25.579780 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.601981 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 0b4289f7-d470-4915-b3b3-9fff02a649ec triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:25.603127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.723720 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:25.726158 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:25.738404 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:25.817792 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Pushing event updated for resources: {'Port': ['ID=c65b27a2-4788-4312-a8b4-03054654cc0d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:25.837827 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bdb5f-301c-4fef-89bb-7c019adb02d7 req-ee5fa21c-3382-405e-b946-81dcf66e2ea4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:25.839923 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ec4bdb5f-301c-4fef-89bb-7c019adb02d7 req-ee5fa21c-3382-405e-b946-81dcf66e2ea4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1710095 Sep 07 11:51:25.841137 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.905796 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:25.907684 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:25.917901 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be185f20-8ecf-4878-92a9-4a2afd5f5e9a" -d '{"events": [{"server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "name": "network-vif-plugged", "status": "completed", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:25.935550 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:25.983401 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00c6c6f-ae2f-44a3-a3fc-fedba454cb23 x-openstack-request-id: req-e00c6c6f-ae2f-44a3-a3fc-fedba454cb23 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:25.983734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "name": "network-vif-plugged", "status": "completed", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:25.983934 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e00c6c6f-ae2f-44a3-a3fc-fedba454cb23 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:25.984316 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec', 'code': 200} Sep 07 11:51:26.013305 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faca5eac-315d-4823-9a35-b3a9f727652e {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:26.021171 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ec4bdb5f-301c-4fef-89bb-7c019adb02d7 req-f47648e7-8a2a-4b90-8680-beb4fc73d965 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722281 Sep 07 11:51:26.036516 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.049174 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:26.076729 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Transition to ACTIVE for port object faca5eac-315d-4823-9a35-b3a9f727652e will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:26.086049 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.162525 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Pushing event updated for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:26.236287 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c69f8-3a3e-483d-aa61-c93ed679ae5a req-28c5bf8d-2db2-4670-b49b-b8b2bc88f9fe tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:26.237780 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a38c69f8-3a3e-483d-aa61-c93ed679ae5a req-28c5bf8d-2db2-4670-b49b-b8b2bc88f9fe tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.0932746 Sep 07 11:51:26.257730 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42330) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:26.272311 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b9381-d2a3-429e-b28f-81564cd3308c req-0c57edbb-256c-4b5e-9b0c-0f44d73b203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:26.278895 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff6b9381-d2a3-429e-b28f-81564cd3308c req-0c57edbb-256c-4b5e-9b0c-0f44d73b203d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 1103 time: 0.0793617 Sep 07 11:51:26.292010 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a38c69f8-3a3e-483d-aa61-c93ed679ae5a req-25948fd3-76c4-4e6e-b0b7-b5199ca80b18 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Sep 07 11:51:26.295420 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.315872 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Attempting to bind port faca5eac-315d-4823-9a35-b3a9f727652e on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:26.316219 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Attempting to bind port faca5eac-315d-4823-9a35-b3a9f727652e by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:26.316549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Attempting to bind port faca5eac-315d-4823-9a35-b3a9f727652e on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:26.322157 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Port faca5eac-315d-4823-9a35-b3a9f727652e on network d11babbf-725f-498e-8316-c1797a36e83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:51:26.322431 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Attempting to bind port faca5eac-315d-4823-9a35-b3a9f727652e on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:26.339805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:26.340150 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Checking segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:26.340544 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Bound using segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:26.341013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Bound port: faca5eac-315d-4823-9a35-b3a9f727652e, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:26.341351 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.344573 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff6b9381-d2a3-429e-b28f-81564cd3308c req-65cf0f0a-4dda-45b5-9dba-7d5bef0ea6fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615704 Sep 07 11:51:26.414722 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-network', 'tenant_id': 'de81c645522f4b80b3822b635136230b'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:26.432451 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:26.437188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=faca5eac-315d-4823-9a35-b3a9f727652e,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:26.445740 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.454377 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Made reservation on behalf of de81c645522f4b80b3822b635136230b for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:26.456705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.484596 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.499903 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:26.500756 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.502405 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] 10.222.0.62 "PUT /v2.0/ports/faca5eac-315d-4823-9a35-b3a9f727652e HTTP/1.1" status: 200 len: 1093 time: 1.2449703 Sep 07 11:51:26.516925 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:26.519921 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455258dc-17e4-4dfc-ac0f-a3c6883ef974" -d '{"events": [{"name": "network-changed", "server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:26.528486 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.576678 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db57f2a9-4b80-42de-b029-2fe17e0a2cec x-openstack-request-id: req-db57f2a9-4b80-42de-b029-2fe17e0a2cec {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:26.576940 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:26.577157 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db57f2a9-4b80-42de-b029-2fe17e0a2cec {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:26.577534 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e', 'status': 'completed', 'code': 200} Sep 07 11:51:26.593576 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73310-c665-4f57-b949-f2ce3d791b06 service neutron] Pushing event updated for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:26.611027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bd6f7-dcaa-4516-86a9-a708cc6d73bf req-2443724b-0c48-40bc-91bf-a631c7fb7414 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:26.612646 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5b1bd6f7-dcaa-4516-86a9-a708cc6d73bf req-2443724b-0c48-40bc-91bf-a631c7fb7414 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 943 time: 0.1261535 Sep 07 11:51:26.672097 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5b1bd6f7-dcaa-4516-86a9-a708cc6d73bf req-da997a91-79da-4ead-bb00-faa27f13803c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500772 Sep 07 11:51:26.682865 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Router 468a6b33-6193-4e34-bc2e-00d0336c1321 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:51:26.714473 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.714991 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.731772 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268a850-ca5f-4f06-a5b9-85ebbd3366e3 None None] Network 334f5897-177f-4e67-98b0-fc138035b8b9 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:26.741192 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:51:26.750040 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e3777-9e1b-4337-bcca-3e2fa3ee2dc0,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:26.756574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.756926 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Added segment c96017dc-f798-47f8-a016-4cc43571b7ca of type vlan for network 2df8d02b-71dc-4523-8122-d571cf9dc178 Sep 07 11:51:26.799789 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.816779 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:26.827038 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Sync routers for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:26.842238 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:26.842861 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:26.844458 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.845270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.849978 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:26.850183 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-dabc15cf-53dc-42ac-bf26-0e89ce09b8af admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7813389 Sep 07 11:51:26.850426 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42342) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:26.856008 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:26.972128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-94ea93de-f65a-4810-9e4c-7a3b96cdd6d1 None None] Provisioning for port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:26.993383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2df8d02b-71dc-4523-8122-d571cf9dc178,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:27.009677 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:27.017555 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:51:27.029875 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42344) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:27.031982 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-906182fe-dd19-428c-81e9-2af174a797c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7666676 Sep 07 11:51:27.061160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Request body: {'subnet': {'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-subnet', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:27.062761 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-8136e4f2-37b8-421e-b4bc-87b2e2c74fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:27.064956 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-8136e4f2-37b8-421e-b4bc-87b2e2c74fed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 1096 time: 0.1659451 Sep 07 11:51:27.093150 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7d9e6534-bbc6-4060-bcfc-54a2c614d32c up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:27.197870 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:26Z', 'revision_number': 3, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:27.201153 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:27.218751 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:27.219165 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.229033 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Checking router: 468a6b33-6193-4e34-bc2e-00d0336c1321 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:27.229394 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Updating router 468a6b33-6193-4e34-bc2e-00d0336c1321 port c65b27a2-4788-4312-a8b4-03054654cc0d binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:27.257739 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.333466 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-e761196f-544b-4f36-b9b1-b369db50cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:27.335691 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-e761196f-544b-4f36-b9b1-b369db50cdfe service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7d39185057d4cb99a9e5409610500a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2513356 Sep 07 11:51:27.409127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.494320 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:27.499084 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.569034 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.581558 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Transition to ACTIVE for port object c65b27a2-4788-4312-a8b4-03054654cc0d will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:27.589605 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.592685 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Made reservation on behalf of de81c645522f4b80b3822b635136230b for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:27.593394 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:27.596663 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.620031 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-6ee41d5c-8cb8-497f-898d-170a55e375dc None None] Provisioning complete for port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:27.620549 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-6ee41d5c-8cb8-497f-898d-170a55e375dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.652095 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Pushing event updated for resources: {'Port': ['ID=c65b27a2-4788-4312-a8b4-03054654cc0d,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:27.662660 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f40a-8952-4b61-b1d8-3a4a3a9e1372 req-b1545bc8-1219-4a88-86f5-e0ef425b3dfa tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:27.664205 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-72a2f40a-8952-4b61-b1d8-3a4a3a9e1372 req-b1545bc8-1219-4a88-86f5-e0ef425b3dfa tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.1817815 Sep 07 11:51:27.673308 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.673714 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.674040 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.674377 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.674706 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.675274 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.676080 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.676557 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.677057 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.678775 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.679278 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.679776 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:27.682068 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-940999c5-c053-4ca5-9180-f2107d1b4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:27.683650 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-455258dc-17e4-4dfc-ac0f-a3c6883ef974 req-940999c5-c053-4ca5-9180-f2107d1b4b7e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3256066 Sep 07 11:51:27.713222 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-72a2f40a-8952-4b61-b1d8-3a4a3a9e1372 req-b32a17c8-6594-41aa-b4dd-0081455d9392 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Sep 07 11:51:27.732581 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Attempting to bind port c65b27a2-4788-4312-a8b4-03054654cc0d on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:27.734053 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Attempting to bind port c65b27a2-4788-4312-a8b4-03054654cc0d by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:27.736679 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02334-154b-4b50-a965-800b0fcc8edd req-efd096c8-a903-44d1-96d6-861808398af3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:27.737444 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Attempting to bind port c65b27a2-4788-4312-a8b4-03054654cc0d on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:27.738576 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5ee02334-154b-4b50-a965-800b0fcc8edd req-efd096c8-a903-44d1-96d6-861808398af3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.2022877 Sep 07 11:51:27.759970 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:27.760346 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:27.760753 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.761404 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:27.761873 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Bound port: c65b27a2-4788-4312-a8b4-03054654cc0d, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:27.762272 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.865929 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] For port c65b27a2-4788-4312-a8b4-03054654cc0d, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:27.872435 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] For port c65b27a2-4788-4312-a8b4-03054654cc0d, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c65b27a2-4788-4312-a8b4-03054654cc0d,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:27.879472 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:27.947530 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7313bd-0cf0-4afb-8d18-2dcce70eef89 None None] Pushing event updated for resources: {'Port': ['ID=c65b27a2-4788-4312-a8b4-03054654cc0d,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:27.989888 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:27.995467 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:28.010064 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5ee02334-154b-4b50-a965-800b0fcc8edd req-306977b9-e83b-4d2f-83e4-68c07bdca2c1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493021 Sep 07 11:51:28.058331 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c2975b2c-862c-4bc6-86cc-5ade0a60b666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.100054 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-b090d8ac-f511-414d-94e2-52f905c57fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:28.101867 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-b090d8ac-f511-414d-94e2-52f905c57fc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 1096 time: 0.3552241 Sep 07 11:51:28.116902 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b971-d095-4a31-8326-cbb8c8ef7936 req-5fe180e2-ceb6-4e2e-bf7b-53f508077994 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:28.126035 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8238b971-d095-4a31-8326-cbb8c8ef7936 req-5fe180e2-ceb6-4e2e-bf7b-53f508077994 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 943 time: 0.0815752 Sep 07 11:51:28.169988 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:28.181485 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-639e447e-c771-4a3d-8394-4f93a868a70f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faca5eac-315d-4823-9a35-b3a9f727652e HTTP/1.1" status: 200 len: 217 time: 0.0523555 Sep 07 11:51:28.200415 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8238b971-d095-4a31-8326-cbb8c8ef7936 req-daa05c33-4601-4e3c-8925-806dc3eb2838 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732498 Sep 07 11:51:28.215676 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.257579 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-60d69f4c-91e7-4c84-bca4-11fd6a864ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:28.259982 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-60d69f4c-91e7-4c84-bca4-11fd6a864ee2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0582948 Sep 07 11:51:28.311542 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-63649a7d-bf3b-4d4b-a1de-d649b57449e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345838 Sep 07 11:51:28.358825 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87555d64-021e-4d89-8214-029fe1eb7a5a,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:28.373335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Checking segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:28.373335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Network hostable DHCP agents. Network: 2df8d02b-71dc-4523-8122-d571cf9dc178, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:51:28.383578 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.457003 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:51:28.479524 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 2df8d02b-71dc-4523-8122-d571cf9dc178) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:28.490811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:28.490811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.492380 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df3c13-2aef-43e7-91d4-ae082a27ac06 None None] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:28.503974 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-8f62cc03-9045-424d-9821-b6351ff5ca50 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791046 Sep 07 11:51:28.552204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42382) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:28.552422 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-32821d1e-e459-4bb4-bbcb-782b6e094226 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5209072 Sep 07 11:51:28.558143 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:28.591336 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:26Z', 'revision_number': 3, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:28.603464 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Allocated IP 172.20.0.1 (334f5897-177f-4e67-98b0-fc138035b8b9/386f278d-d3c1-4a75-b20a-77723bd4ec1f/9c46e9c2-078a-4241-9771-0d8f8d7b5287) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:28.636393 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a39b7-74eb-4628-b0b1-6b4b3cfc3cb7 None None] The sync data for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi is: [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:26Z', 'revision_number': 3, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:28.709731 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.711007 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.751187 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.753599 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43a9b9f6-f963-4c37-b39d-0d886503edc3 req-a24b30db-2064-45c0-a82e-029747286fca service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288957 Sep 07 11:51:28.760247 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-2df8d02b-71dc-4523-8122-d571cf9dc178', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:51:28.764864 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.769654 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Transition to ACTIVE for port object 9c46e9c2-078a-4241-9771-0d8f8d7b5287 will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:28.815524 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.821699 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:28.868729 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Pushing event updated for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:28.897040 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Network 334f5897-177f-4e67-98b0-fc138035b8b9 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:28.900857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:28.911924 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:28.962185 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Allocated IP 172.20.0.2 (2df8d02b-71dc-4523-8122-d571cf9dc178/87555d64-021e-4d89-8214-029fe1eb7a5a/791c73df-f18f-4a7c-890a-c9c5d4780c35) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:28.969231 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.051821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7d9e6534-bbc6-4060-bcfc-54a2c614d32c up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:29.122852 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.140619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a413-3c2b-4389-b50d-4e25b244b5e5 req-82dc2193-b1aa-47c4-9db4-3bc0ed86ea9a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:29.142336 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffb7a413-3c2b-4389-b50d-4e25b244b5e5 req-82dc2193-b1aa-47c4-9db4-3bc0ed86ea9a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.2879875 Sep 07 11:51:29.234473 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000609a5-3b88-48b0-82fc-4c0a7736d973 req-794d1687-84a9-47fd-95de-9187f9703093 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:29.236125 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-000609a5-3b88-48b0-82fc-4c0a7736d973 req-794d1687-84a9-47fd-95de-9187f9703093 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0896509 Sep 07 11:51:29.247732 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:29.248244 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.268365 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffb7a413-3c2b-4389-b50d-4e25b244b5e5 req-f3945a2d-d233-4110-a7d4-58b122ed151f tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830662 Sep 07 11:51:29.312388 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.341474 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-000609a5-3b88-48b0-82fc-4c0a7736d973 req-9937e6e6-25df-4b4d-8795-a0166b2db355 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839396 Sep 07 11:51:29.474109 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-6bf3b6d0-59f6-4c38-aaf9-dbea327692a0 None None] Provisioning for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:29.482715 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.492090 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-6bf3b6d0-59f6-4c38-aaf9-dbea327692a0 None None] Provisioning complete for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:29.507737 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b6d0-59f6-4c38-aaf9-dbea327692a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.527686 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Transition to ACTIVE for port object 791c73df-f18f-4a7c-890a-c9c5d4780c35 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:29.593336 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.601141 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.616732 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a990a-5698-49c9-ab1d-dfa73ce84e08 req-82845795-335c-41e3-ac62-d72d4f949398 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:29.623944 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-279a990a-5698-49c9-ab1d-dfa73ce84e08 req-82845795-335c-41e3-ac62-d72d4f949398 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 943 time: 0.1728163 Sep 07 11:51:29.648894 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Transition to ACTIVE for port object 791c73df-f18f-4a7c-890a-c9c5d4780c35 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:29.656391 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3b6d0-59f6-4c38-aaf9-dbea327692a0 None None] Port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:29.665777 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.692703 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:29.697402 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-279a990a-5698-49c9-ab1d-dfa73ce84e08 req-8cc0b397-5fe2-49b6-bff6-2a65a7ea1ae1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724351 Sep 07 11:51:29.700772 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.714405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.716333 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:29.721709 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:29.740786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.776617 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Pushing event updated for resources: {'Port': ['ID=791c73df-f18f-4a7c-890a-c9c5d4780c35,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:29.809400 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Pushing event updated for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:29.839371 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Attempting to bind port 791c73df-f18f-4a7c-890a-c9c5d4780c35 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:29.840256 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Attempting to bind port 791c73df-f18f-4a7c-890a-c9c5d4780c35 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:29.840619 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Attempting to bind port 791c73df-f18f-4a7c-890a-c9c5d4780c35 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:29.846323 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:29.846698 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Checking segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:29.847242 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.847796 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Bound using segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:29.848406 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Bound port: 791c73df-f18f-4a7c-890a-c9c5d4780c35, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:29.848812 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.914374 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Network 334f5897-177f-4e67-98b0-fc138035b8b9 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:29.916423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:29.952240 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] For port 791c73df-f18f-4a7c-890a-c9c5d4780c35, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:29.958011 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] For port 791c73df-f18f-4a7c-890a-c9c5d4780c35, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=791c73df-f18f-4a7c-890a-c9c5d4780c35,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:29.962887 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f98fa0-299f-4f20-8020-58c385dd580a req-15c834fa-6082-4688-a2e7-886239980a4e tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:29.963391 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:29.964478 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8f98fa0-299f-4f20-8020-58c385dd580a req-15c834fa-6082-4688-a2e7-886239980a4e tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.1265190 Sep 07 11:51:29.987187 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Allocated IP 172.27.0.29 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/a69440b0-23c4-4a7d-a38e-0bbd97e1de99) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:30.042078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c7164-0ed8-4cf0-9652-ace43c9aebf9 None None] Pushing event updated for resources: {'Port': ['ID=791c73df-f18f-4a7c-890a-c9c5d4780c35,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:30.062050 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8f98fa0-299f-4f20-8020-58c385dd580a req-ac1b14d1-46aa-4693-97b7-3a666d3c371f tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769448 Sep 07 11:51:30.090407 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Router 468a6b33-6193-4e34-bc2e-00d0336c1321 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:51:30.156925 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.222666 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.242351 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:30.247860 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0394fb19-39a8-4966-a604-82167118a98e admin admin] 10.222.0.13 "PUT /v2.0/routers/468a6b33-6193-4e34-bc2e-00d0336c1321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3962531 Sep 07 11:51:30.277876 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:30.281225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:30.284079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:30.296110 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-b53af766-d442-4401-a941-59a24537be31 None None] Provisioning complete for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:30.296540 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-b53af766-d442-4401-a941-59a24537be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.335182 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Pushing event updated for resources: {'Port': ['ID=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:30.365690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-b53af766-d442-4401-a941-59a24537be31 None None] Port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:30.502373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf739fc-a60e-4d4b-9eef-90f577e60c1e req-c8edd874-aeb9-4545-843e-911e6d0148da tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:30.504118 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1cf739fc-a60e-4d4b-9eef-90f577e60c1e req-c8edd874-aeb9-4545-843e-911e6d0148da tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0691314 Sep 07 11:51:30.571733 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1cf739fc-a60e-4d4b-9eef-90f577e60c1e req-fa5c1f08-a40a-43b7-916e-b86404158f6a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Sep 07 11:51:30.609946 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.780335 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a7830f79-1d7b-412d-b27d-b3a64df6cc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.887392 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42432) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:30.895952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788508802-network', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:30.924034 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Made reservation on behalf of df9483b997bf4f15bdb4af8ecb2ff32e for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:30.926876 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:30.940750 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.105180 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.109236 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.116633 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.138642 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.139542 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 791c73df-f18f-4a7c-890a-c9c5d4780c35 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:31.163535 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:51:31.197890 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 791c73df-f18f-4a7c-890a-c9c5d4780c35 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:31.201376 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49a146-01c8-422b-af04-2d75459f53e6,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:31.206021 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c65b27a2-4788-4312-a8b4-03054654cc0d up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:31.206388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b96a-a99b-46ac-98fa-38ef56ddf936 req-d89b4be5-7733-4309-bcdf-9d483d18376d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:31.214164 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e762b96a-a99b-46ac-98fa-38ef56ddf936 req-d89b4be5-7733-4309-bcdf-9d483d18376d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 943 time: 0.1699259 Sep 07 11:51:31.240708 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.241063 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Added segment d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26 of type vlan for network 23d64882-b774-4dcf-9475-6ae3d927a686 Sep 07 11:51:31.284462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port c65b27a2-4788-4312-a8b4-03054654cc0d completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:31.289880 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port c65b27a2-4788-4312-a8b4-03054654cc0d triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:31.290466 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.316681 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.324531 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e762b96a-a99b-46ac-98fa-38ef56ddf936 req-21626bd6-d652-43d7-b071-954001d8230b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094034 Sep 07 11:51:31.350044 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af319fd-cabe-4077-ba7a-966e97e8c04a req-3145f10d-f132-4eac-b323-47458ac5b6a4 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:31.352223 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4af319fd-cabe-4077-ba7a-966e97e8c04a req-3145f10d-f132-4eac-b323-47458ac5b6a4 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.1692176 Sep 07 11:51:31.356761 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Sync routers for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:31.381880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.383088 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:31.384214 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.391500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:31.392383 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:31.398310 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:51:31.435689 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5465922 Sep 07 11:51:31.441992 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42446) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:31.472153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Request body: {'subnet': {'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788508802-subnet', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:31.500197 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4af319fd-cabe-4077-ba7a-966e97e8c04a req-ae42e234-460c-4d5a-b525-496a47911380 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364584 Sep 07 11:51:31.515416 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Made reservation on behalf of df9483b997bf4f15bdb4af8ecb2ff32e for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:31.518370 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.522310 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c304-6854-482f-a060-dfdfe5e7467a admin admin] Pushing event updated for resources: {'Network': ['ID=23d64882-b774-4dcf-9475-6ae3d927a686,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:31.527455 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device faca5eac-315d-4823-9a35-b3a9f727652e details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:51:31.534341 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.549531 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 23d64882-b774-4dcf-9475-6ae3d927a686 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:51:31.563166 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:31.575019 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:31.586603 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:31.587517 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:31.595140 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] Notify callbacks [] for router, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.599654 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-79d0b6b7-c252-42f9-9dff-ff1a5bd63315 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0445421 Sep 07 11:51:31.601782 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:31.602256 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42450) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:31.633336 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port c65b27a2-4788-4312-a8b4-03054654cc0d, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c65b27a2-4788-4312-a8b4-03054654cc0d,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:31.670211 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.680911 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d4269-a7ad-474c-8400-87f4420c9fc3 None None] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:31.746289 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:31.776475 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0aaa2-ded5-407c-8f2f-a1991c812533 req-05bab504-9bb5-4308-b929-8c8a67d9132b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:31.784030 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ead0aaa2-ded5-407c-8f2f-a1991c812533 req-05bab504-9bb5-4308-b929-8c8a67d9132b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1088691 Sep 07 11:51:31.790696 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.840372 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ead0aaa2-ded5-407c-8f2f-a1991c812533 req-d38cd614-0944-4e27-99ea-a5f86915874c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Sep 07 11:51:31.899131 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee8b656-5a80-42a7-b49e-d8361089bea5,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:31.901520 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.909545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Checking segment: {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:31.910028 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Network hostable DHCP agents. Network: 23d64882-b774-4dcf-9475-6ae3d927a686, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:51:31.934713 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Network 23d64882-b774-4dcf-9475-6ae3d927a686 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:51:31.947514 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 23d64882-b774-4dcf-9475-6ae3d927a686) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:31.947712 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Provisioning for port 791c73df-f18f-4a7c-890a-c9c5d4780c35 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:31.950132 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=c65b27a2-4788-4312-a8b4-03054654cc0d,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:31.955846 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:31.956540 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:31.976548 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-105ffe1a-71ce-4786-bc8b-c7544490b1ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5309832 Sep 07 11:51:31.976840 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42458) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:31.982546 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:32.009997 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.011619 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.056068 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:30Z', 'revision_number': 3, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:32.075390 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.085717 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:32.086077 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Updating router eb94484c-b6e0-4da2-997c-d9aea44ca135 port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:32.131086 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b4c6d-2cb9-4597-9323-371960e60789 None None] Network 23d64882-b774-4dcf-9475-6ae3d927a686 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:32.131437 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.143161 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Provisioning complete for port 791c73df-f18f-4a7c-890a-c9c5d4780c35 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:32.143697 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.194012 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=faca5eac-315d-4823-9a35-b3a9f727652e,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:32.267655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.312737 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'faca5eac-315d-4823-9a35-b3a9f727652e', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'port_id': 'faca5eac-315d-4823-9a35-b3a9f727652e', 'mac_address': 'fa:16:3e:0a:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0da42c-1a0a-4b27-86f8-3af1e18095af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:51:32.472528 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.483007 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-0b671a6a-a6e0-48a5-b9a5-38f19c1a3ea7 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:32.486320 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-0b671a6a-a6e0-48a5-b9a5-38f19c1a3ea7 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.62 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.2049506 Sep 07 11:51:32.505458 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Transition to ACTIVE for port object a69440b0-23c4-4a7d-a38e-0bbd97e1de99 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:32.513522 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.574682 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.582985 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b5ddc-8010-4ac0-ab66-93d135cc60d5 None None] Pushing event updated for resources: {'Port': ['ID=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:32.612318 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Attempting to bind port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:32.613017 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Attempting to bind port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:32.614124 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Attempting to bind port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:32.621615 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:32.622138 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:32.622866 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.623362 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:32.624247 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Bound port: a69440b0-23c4-4a7d-a38e-0bbd97e1de99, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:32.624473 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.660485 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faca5eac-315d-4823-9a35-b3a9f727652e {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:32.707822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.723079 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.729101 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] For port a69440b0-23c4-4a7d-a38e-0bbd97e1de99, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:32.734612 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] For port a69440b0-23c4-4a7d-a38e-0bbd97e1de99, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:32.741345 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.755051 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e464f4-36cf-496f-98aa-a3f9dcb46f34 req-44866a86-eca8-44d0-9d1d-34ce5ad9392d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:32.757369 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-77e464f4-36cf-496f-98aa-a3f9dcb46f34 req-44866a86-eca8-44d0-9d1d-34ce5ad9392d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 943 time: 0.3124359 Sep 07 11:51:32.772552 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=faca5eac-315d-4823-9a35-b3a9f727652e,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:32.773731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-23d64882-b774-4dcf-9475-6ae3d927a686', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:51:32.774818 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.794749 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.809189 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 2, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:32.830402 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b5ddc-8010-4ac0-ab66-93d135cc60d5 None None] Pushing event updated for resources: {'Port': ['ID=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:32.842941 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:32.843612 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:32.848435 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf7199-0a4f-411d-bb90-ed7527aa4c4b req-3a8ba2b4-ed92-4433-bda9-a4ee43794239 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:32.851125 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dabf7199-0a4f-411d-bb90-ed7527aa4c4b req-3a8ba2b4-ed92-4433-bda9-a4ee43794239 tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 950 time: 0.1374769 Sep 07 11:51:32.878188 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-77e464f4-36cf-496f-98aa-a3f9dcb46f34 req-a2e32017-681f-4ce9-82dc-2173528eb1a1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Sep 07 11:51:32.887826 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Checking router: 468a6b33-6193-4e34-bc2e-00d0336c1321 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:32.888349 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Updating router 468a6b33-6193-4e34-bc2e-00d0336c1321 port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:32.918250 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] For port 791c73df-f18f-4a7c-890a-c9c5d4780c35, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=791c73df-f18f-4a7c-890a-c9c5d4780c35,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:32.928465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Allocated IP 172.20.0.1 (2df8d02b-71dc-4523-8122-d571cf9dc178/87555d64-021e-4d89-8214-029fe1eb7a5a/21c9c743-5171-48e8-ac17-1e5b9b0faa64) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:32.947696 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.971181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Deleting port 0b4289f7-d470-4915-b3b3-9fff02a649ec {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:51:32.971531 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:32.995992 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dabf7199-0a4f-411d-bb90-ed7527aa4c4b req-86682162-e7dc-43c3-b85a-e37c5ac6964a tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/security-groups?id=533b4cf8-f085-4d19-9925-ad1e36ca8a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373732 Sep 07 11:51:33.038978 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c65b27a2-4788-4312-a8b4-03054654cc0d up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:33.055725 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.105914 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:33.107430 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.128592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:33.211353 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f35601-d61a-4b3a-af57-c869ce6a3a18 None None] Pushing event updated for resources: {'Port': ['ID=791c73df-f18f-4a7c-890a-c9c5d4780c35,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:33.221770 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.250548 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.278383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5fd69-7886-41ed-b25d-052a6673cd1c req-5358434b-8915-41b9-9647-e418c98d4bbf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:33.280181 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ead5fd69-7886-41ed-b25d-052a6673cd1c req-5358434b-8915-41b9-9647-e418c98d4bbf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.2375183 Sep 07 11:51:33.283443 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.286558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] For port 0b4289f7-d470-4915-b3b3-9fff02a649ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b4289f7-d470-4915-b3b3-9fff02a649ec,segment=NetworkSegment(9459834e-bba2-43f6-8155-b381defdbb38),segment_id=9459834e-bba2-43f6-8155-b381defdbb38)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:33.287502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.313737 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Calling delete_port for 0b4289f7-d470-4915-b3b3-9fff02a649ec owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:51:33.324776 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Transition to ACTIVE for port object 21c9c743-5171-48e8-ac17-1e5b9b0faa64 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:33.327736 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:30Z', 'revision_number': 3, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:33.364341 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9016c-73e0-4a53-a176-51874fcef68b None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:30Z', 'revision_number': 3, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:33.409787 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ead5fd69-7886-41ed-b25d-052a6673cd1c req-b20b2c12-cf3f-4f36-a859-c43f3f423519 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Sep 07 11:51:33.427177 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Allocated IP 172.27.0.43 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/00961839-89be-403f-96ee-7bf601f089bd) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:33.427420 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['faca5eac-315d-4823-9a35-b3a9f727652e'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:51:33.445080 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.499770 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-151214c4-f90e-4128-9f9a-3e6b6ef14bd8 None None] Provisioning complete for port 791c73df-f18f-4a7c-890a-c9c5d4780c35 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:33.500151 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-151214c4-f90e-4128-9f9a-3e6b6ef14bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.510769 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:33.516453 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:33.527268 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:33.550891 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.551198 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Pushing event updated for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:33.590939 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port c65b27a2-4788-4312-a8b4-03054654cc0d triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:33.591370 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.606161 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.641983 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Allocated IP 172.20.0.2 (23d64882-b774-4dcf-9475-6ae3d927a686/dee8b656-5a80-42a7-b49e-d8361089bea5/d2efc0de-413f-414a-aed7-d5f34e007b57) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:33.670358 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.687005 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.740442 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Pushing event deleted for resources: {'Port': ['ID=0b4289f7-d470-4915-b3b3-9fff02a649ec,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:33.813439 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.860321 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] No DVR routers for this DVR port 0b4289f7-d470-4915-b3b3-9fff02a649ec on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:51:33.882029 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.885006 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3bdfe9d9-eb37-4e8a-9240-84f9fca62d44 req-15314bd1-a324-4bd3-ab0c-99fae8d406ee tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.62 "DELETE /v2.0/ports/0b4289f7-d470-4915-b3b3-9fff02a649ec HTTP/1.1" status: 204 len: 173 time: 1.2124841 Sep 07 11:51:33.886478 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'name': 'network-vif-deleted', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:33.889121 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887a5dd-9a43-443a-ba05-b070a8c6c89d" -d '{"events": [{"server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "name": "network-vif-deleted", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:33.892102 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:33.897611 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:33.907380 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:33.971593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:33.981315 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Pushing event updated for resources: {'Port': ['ID=00961839-89be-403f-96ee-7bf601f089bd,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:34.057489 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5112527c-48d6-4743-ba75-ccc9d3c85b86 x-openstack-request-id: req-5112527c-48d6-4743-ba75-ccc9d3c85b86 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:34.057897 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3fa09-93cd-47e5-af3a-e91baaad2f52", "name": "network-vif-deleted", "tag": "0b4289f7-d470-4915-b3b3-9fff02a649ec", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:34.058271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5112527c-48d6-4743-ba75-ccc9d3c85b86 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:34.058754 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3fa09-93cd-47e5-af3a-e91baaad2f52', 'name': 'network-vif-deleted', 'tag': '0b4289f7-d470-4915-b3b3-9fff02a649ec', 'status': 'completed', 'code': 200} Sep 07 11:51:34.194400 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e358a84-97df-4baf-bfe1-f6af9a8f9372 req-112f896c-2dfa-40a2-b08d-6fa83dbf72f7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:34.196338 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e358a84-97df-4baf-bfe1-f6af9a8f9372 req-112f896c-2dfa-40a2-b08d-6fa83dbf72f7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 944 time: 0.1366770 Sep 07 11:51:34.244782 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cef89fef-7b77-472f-b97c-e1eaea0809d3 req-ab48696e-b303-4b86-8fcb-74e4a9e5718c tempest-VolumesNegativeTest-1868634385 tempest-VolumesNegativeTest-1868634385-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d3fa09-93cd-47e5-af3a-e91baaad2f52 HTTP/1.1" status: 200 len: 210 time: 0.0395212 Sep 07 11:51:34.294200 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e358a84-97df-4baf-bfe1-f6af9a8f9372 req-d0283b60-6f12-4e11-a7ab-c7ffdfb25fd5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887632 Sep 07 11:51:34.309089 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.339501 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Transition to ACTIVE for port object 9c46e9c2-078a-4241-9771-0d8f8d7b5287 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:34.360761 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.366583 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.373586 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.408374 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.440597 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-65dcc972-0f89-4893-bde6-92a0c9058063 None None] Provisioning for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:34.481444 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.501252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Pushing event updated for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:34.511999 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-65dcc972-0f89-4893-bde6-92a0c9058063 None None] Provisioning complete for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:34.512366 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-65dcc972-0f89-4893-bde6-92a0c9058063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.637119 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68860371-7422-4a49-8d43-1b88e1a06a2a None None] Pushing event updated for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:34.639207 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45506-2bea-434e-835c-1d7d9470e734 req-b4751cc7-d2f4-49bf-bf14-6287e4f7dc0e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:34.643878 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d6c45506-2bea-434e-835c-1d7d9470e734 req-b4751cc7-d2f4-49bf-bf14-6287e4f7dc0e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1340511 Sep 07 11:51:34.665267 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:34.667394 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:34.743989 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.767501 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-65dcc972-0f89-4893-bde6-92a0c9058063 None None] Port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:34.777391 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Transition to ACTIVE for port object d2efc0de-413f-414a-aed7-d5f34e007b57 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:34.795403 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Attempting to bind port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:34.796159 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Attempting to bind port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:34.796690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Attempting to bind port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 on network 334f5897-177f-4e67-98b0-fc138035b8b9 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:34.809523 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:34.817334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Checking segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:34.817718 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.822731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Bound using segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:34.823568 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Bound port: 9c46e9c2-078a-4241-9771-0d8f8d7b5287, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:34.824155 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.831590 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Transition to ACTIVE for port object d2efc0de-413f-414a-aed7-d5f34e007b57 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:34.851740 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d6c45506-2bea-434e-835c-1d7d9470e734 req-0a8483de-5105-4b95-8018-f6a10660068e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999595 Sep 07 11:51:34.887002 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.912662 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:34.963685 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:51:34.994217 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Network 23d64882-b774-4dcf-9475-6ae3d927a686 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:35.014483 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:35.019904 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:35.037766 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Pushing event updated for resources: {'Port': ['ID=d2efc0de-413f-414a-aed7-d5f34e007b57,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:35.044948 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] For port 9c46e9c2-078a-4241-9771-0d8f8d7b5287, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:35.049474 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] For port 9c46e9c2-078a-4241-9771-0d8f8d7b5287, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=9c46e9c2-078a-4241-9771-0d8f8d7b5287,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:35.069844 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:35.198409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Router 9737af50-45b4-4cef-895b-b8c63a940fe6 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:51:35.411140 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:35.435916 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 791c73df-f18f-4a7c-890a-c9c5d4780c35 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:35.476304 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:35.477822 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-59161a51-72f2-449c-8428-7d409b737f0d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5000341 Sep 07 11:51:35.480998 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42512) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:35.546346 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b4289f7-d470-4915-b3b3-9fff02a649ec no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:51:35.575226 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:35.576580 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:35.579053 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Attempting to bind port d2efc0de-413f-414a-aed7-d5f34e007b57 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:35.579438 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Attempting to bind port d2efc0de-413f-414a-aed7-d5f34e007b57 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:35.579808 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Attempting to bind port d2efc0de-413f-414a-aed7-d5f34e007b57 on network 23d64882-b774-4dcf-9475-6ae3d927a686 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:35.587403 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Sync routers for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:35.599798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:35.601891 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 0b4289f7-d470-4915-b3b3-9fff02a649ec {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:51:35.602780 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b4289f7-d470-4915-b3b3-9fff02a649ec not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:51:35.610065 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:35.610560 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Checking segment: {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:35.611079 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:35.611643 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Bound using segment: {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:35.612205 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Bound port: d2efc0de-413f-414a-aed7-d5f34e007b57, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:35.613750 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:35.626817 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-10c1bb95-a3d3-4f20-9220-561953505482 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb94484c-b6e0-4da2-997c-d9aea44ca135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0131977 Sep 07 11:51:35.709686 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-08312144-b651-4761-a6fa-5de38133a7ab None None] Provisioning complete for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:35.711504 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-08312144-b651-4761-a6fa-5de38133a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:35.788995 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25960a8a-79ca-4b60-9f3d-e80793746a40 req-02470049-aa90-4c75-88af-091f0f8a8d97 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:35.797501 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25960a8a-79ca-4b60-9f3d-e80793746a40 req-02470049-aa90-4c75-88af-091f0f8a8d97 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 944 time: 0.3011601 Sep 07 11:51:35.799511 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:35.800420 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:35.866919 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25960a8a-79ca-4b60-9f3d-e80793746a40 req-ed80235f-4f9d-41e2-9a0a-6b69254938f5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676279 Sep 07 11:51:35.956241 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-08312144-b651-4761-a6fa-5de38133a7ab None None] Port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:36.058275 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:36.058820 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cea05-dc8f-4f8f-880d-c9faf04a3403 req-effabcd9-e540-47cd-9ee8-8eabdbdad0f9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:36.060373 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-916cea05-dc8f-4f8f-880d-c9faf04a3403 req-effabcd9-e540-47cd-9ee8-8eabdbdad0f9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1186016 Sep 07 11:51:36.079804 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:36.080430 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:36.140000 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-916cea05-dc8f-4f8f-880d-c9faf04a3403 req-e45cd6bc-ebb1-49e0-beb5-4a33e89c9d68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648239 Sep 07 11:51:36.197826 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68860371-7422-4a49-8d43-1b88e1a06a2a None None] Pushing event updated for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:36.245329 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:36.261820 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:36.291668 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 791c73df-f18f-4a7c-890a-c9c5d4780c35 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:36.292044 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.335242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.381253 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42560) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:36.386705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155608342', 'description': 'tempest-description--909337115'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:36.386961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] For port d2efc0de-413f-414a-aed7-d5f34e007b57, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:36.436759 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.476260 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] For port d2efc0de-413f-414a-aed7-d5f34e007b57, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=d2efc0de-413f-414a-aed7-d5f34e007b57,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:36.510260 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:36.547858 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.602664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a69440b0-23c4-4a7d-a38e-0bbd97e1de99 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:36.620107 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.627805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.670461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.671738 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2889318 Sep 07 11:51:36.701317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42576) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:36.717216 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group_rule': {'security_group_id': 'b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:36.728292 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:34Z', 'revision_number': 2, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:36.765805 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:36.766557 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Updating router eb94484c-b6e0-4da2-997c-d9aea44ca135 port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:36.780188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.798640 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.848823 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cce08-d3d4-4df9-8cc5-dc94d964036e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:36.962580 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Allocated IP 172.20.0.1 (23d64882-b774-4dcf-9475-6ae3d927a686/dee8b656-5a80-42a7-b49e-d8361089bea5/61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:36.980450 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:36.991558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.038828 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d16d36-71d8-4da5-8704-4baaeb516075,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:37.092686 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff1734-2bd5-479e-a5d5-bd8ef6dd9b0d None None] Pushing event updated for resources: {'Port': ['ID=d2efc0de-413f-414a-aed7-d5f34e007b57,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:37.137451 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.139069 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-82e9ac61-d3da-450d-9689-41c60e832aa2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367251 Sep 07 11:51:37.142058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42620) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:37.148740 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group_rule': {'security_group_id': 'b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:37.203585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c16e0c-2b24-4e4c-9105-276c7848f6af req-0263f207-1b2a-4faf-85ae-9ded2ce37834 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:37.223500 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a5c16e0c-2b24-4e4c-9105-276c7848f6af req-0263f207-1b2a-4faf-85ae-9ded2ce37834 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 944 time: 0.1855774 Sep 07 11:51:37.268572 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:37.271371 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.298916 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.303377 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:37.303821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.328904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Transition to ACTIVE for port object 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:37.370453 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a5c16e0c-2b24-4e4c-9105-276c7848f6af req-d2ad82fa-2b5e-43bb-8972-91b31a446fc7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460731 Sep 07 11:51:37.418306 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:34Z', 'revision_number': 3, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:37.424729 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.432188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.460625 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Checking router: 9737af50-45b4-4cef-895b-b8c63a940fe6 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:37.460985 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Updating router 9737af50-45b4-4cef-895b-b8c63a940fe6 port 00961839-89be-403f-96ee-7bf601f089bd binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:37.462510 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.473793 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.491370 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Transition to ACTIVE for port object 21c9c743-5171-48e8-ac17-1e5b9b0faa64 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:37.493328 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa551fc-481e-4976-9e43-83ed222f3e13,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:37.497875 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.499899 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a7fd8cd3-b0a0-4901-aa0b-1c679e0f8c88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565738 Sep 07 11:51:37.503028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42632) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:37.507261 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.510396 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:37.534993 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.568652 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.586423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Pushing event updated for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:37.603182 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc81fd-94a3-42ea-ac34-1a2afbee2a8c None None] Pushing event updated for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:37.606546 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.610880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Network 23d64882-b774-4dcf-9475-6ae3d927a686 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:37.613616 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:37.619630 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:37.651027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3de92-3f6c-4918-a8d0-5eaa3ea6c47d req-68b5c2f2-0547-4507-8139-a5d5ed4afbfd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:37.653602 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a7c3de92-3f6c-4918-a8d0-5eaa3ea6c47d req-68b5c2f2-0547-4507-8139-a5d5ed4afbfd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1316535 Sep 07 11:51:37.723406 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Attempting to bind port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:37.723865 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Attempting to bind port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:37.724385 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Attempting to bind port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:37.736542 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:37.736922 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Checking segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:37.741025 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a7c3de92-3f6c-4918-a8d0-5eaa3ea6c47d req-656b5277-af90-420b-9b50-4518df6a86ff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Sep 07 11:51:37.743102 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.743524 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Bound using segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:37.744168 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Bound port: 21c9c743-5171-48e8-ac17-1e5b9b0faa64, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:37.744365 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.744505 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.791008 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port a69440b0-23c4-4a7d-a38e-0bbd97e1de99, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:37.804811 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:35Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:37.828084 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.837120 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] For port 21c9c743-5171-48e8-ac17-1e5b9b0faa64, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:37.846710 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] For port 21c9c743-5171-48e8-ac17-1e5b9b0faa64, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=21c9c743-5171-48e8-ac17-1e5b9b0faa64,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:37.877571 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.881755 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:37.932362 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998715a-6550-44ef-b2bc-86600c1a4d8b None None] The sync data for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi is: [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:35Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:37.996019 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc81fd-94a3-42ea-ac34-1a2afbee2a8c None None] Pushing event updated for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=4']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:38.025777 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:38.026510 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:38.097586 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.308074 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device d2efc0de-413f-414a-aed7-d5f34e007b57 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:38.370965 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:38.417898 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.436384 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.483042 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.577943 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port d2efc0de-413f-414a-aed7-d5f34e007b57 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:38.607320 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc23c02-b339-46f6-b7c5-3e8f1493677c req-a15e74be-4442-49c5-b038-cab65f96644b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:38.609347 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fbc23c02-b339-46f6-b7c5-3e8f1493677c req-a15e74be-4442-49c5-b038-cab65f96644b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 944 time: 0.0904744 Sep 07 11:51:38.626915 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.637886 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:38.659570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Transition to ACTIVE for port object 00961839-89be-403f-96ee-7bf601f089bd will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:38.672147 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:38.686189 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Pushing event updated for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:38.706224 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fbc23c02-b339-46f6-b7c5-3e8f1493677c req-d9c51ff2-2710-460f-aeb6-174a232e33c6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Sep 07 11:51:38.768867 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Network 23d64882-b774-4dcf-9475-6ae3d927a686 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:38.770720 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:38.785116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Allocated IP 172.27.0.25 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/01491097-bf05-478e-9c88-91a474f7c401) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:38.836991 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:38.904534 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34281e4-4c37-4680-8cd4-aa22d38352a1 None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:38.910213 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310a2ba-f131-41ef-a289-de1569260b7d None None] Network 23d64882-b774-4dcf-9475-6ae3d927a686 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:51:38.926163 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f676826-9938-4331-8acb-739a37777d31 None None] Pushing event updated for resources: {'Port': ['ID=00961839-89be-403f-96ee-7bf601f089bd,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:38.988420 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Provisioning for port d2efc0de-413f-414a-aed7-d5f34e007b57 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:39.002236 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Attempting to bind port 00961839-89be-403f-96ee-7bf601f089bd on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:39.010245 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Attempting to bind port 00961839-89be-403f-96ee-7bf601f089bd by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:39.010738 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Attempting to bind port 00961839-89be-403f-96ee-7bf601f089bd on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:39.032761 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Provisioning complete for port d2efc0de-413f-414a-aed7-d5f34e007b57 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:39.033270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.092478 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Router 9737af50-45b4-4cef-895b-b8c63a940fe6 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:51:39.116830 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8eeefd-bd13-49d2-a4dc-89605a666499 req-41669410-2f40-45b0-8e74-a07cfcad3a46 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:39.124963 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba8eeefd-bd13-49d2-a4dc-89605a666499 req-41669410-2f40-45b0-8e74-a07cfcad3a46 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.2337260 Sep 07 11:51:39.184786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.200608 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba8eeefd-bd13-49d2-a4dc-89605a666499 req-aaa5206f-b00a-4472-b361-ebaf5b2e0e09 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740728 Sep 07 11:51:39.216205 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:39.217064 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:39.217682 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.218295 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:39.219145 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Bound port: 00961839-89be-403f-96ee-7bf601f089bd, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:39.219739 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.278932 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.331004 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:51:39.340585 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-66e892fd-df55-438c-9311-b75934679322 admin admin] 10.222.0.13 "PUT /v2.0/routers/9737af50-45b4-4cef-895b-b8c63a940fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8582692 Sep 07 11:51:39.346187 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.371384 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=01491097-bf05-478e-9c88-91a474f7c401,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:39.376178 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:39.396673 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:39.403461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:39.424713 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] For port 00961839-89be-403f-96ee-7bf601f089bd, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:39.449878 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] For port d2efc0de-413f-414a-aed7-d5f34e007b57, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=d2efc0de-413f-414a-aed7-d5f34e007b57,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:39.455269 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] For port 00961839-89be-403f-96ee-7bf601f089bd, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=00961839-89be-403f-96ee-7bf601f089bd,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:39.458939 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.467300 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.549604 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.559868 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:39.560611 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:39.601919 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.627729 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d921efa-11a5-4ae8-8924-740024abc000 None None] Pushing event updated for resources: {'Port': ['ID=d2efc0de-413f-414a-aed7-d5f34e007b57,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:39.766377 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f676826-9938-4331-8acb-739a37777d31 None None] Pushing event updated for resources: {'Port': ['ID=00961839-89be-403f-96ee-7bf601f089bd,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:39.790722 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:39.922702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:39.938605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.079956 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Provisioning for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:40.092342 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=01491097-bf05-478e-9c88-91a474f7c401,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:40.105013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.122065 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.124040 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ab5931a1-9653-4f67-97c9-c8144fbfb7ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6194828 Sep 07 11:51:40.152627 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Provisioning complete for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.153530 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.257955 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:40.267351 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 21c9c743-5171-48e8-ac17-1e5b9b0faa64 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:40.372837 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Provisioning complete for port d2efc0de-413f-414a-aed7-d5f34e007b57 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.373211 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec2c-751f-457d-ab82-c67efaf18324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.415565 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:51:40.490259 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:40.515381 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 42798) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:40.518810 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.519251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.522410 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310301036', 'description': 'tempest-secgroup-smoke-310301036 description', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:40.523809 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb', 'name': '', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'mac_address': 'fa:16:3e:d7:ca:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:36Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 2, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'subnets': [{'id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:40.572044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.598519 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4578f-7524-4590-8f90-b3f840d7f0d7 None None] The sync data for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi is: [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb', 'name': '', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'mac_address': 'fa:16:3e:d7:ca:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:36Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 2, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'subnets': [{'id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:40.650045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ec6c6-8553-45a3-9357-770298a6eb7e req-5e53ce40-a6de-47ec-8be9-21ad429f6691 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:40.651834 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ca3ec6c6-8553-45a3-9357-770298a6eb7e req-5e53ce40-a6de-47ec-8be9-21ad429f6691 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 944 time: 0.0851676 Sep 07 11:51:40.660485 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.693637 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device faca5eac-315d-4823-9a35-b3a9f727652e up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:40.700089 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 21c9c743-5171-48e8-ac17-1e5b9b0faa64, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=21c9c743-5171-48e8-ac17-1e5b9b0faa64,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:40.712464 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ca3ec6c6-8553-45a3-9357-770298a6eb7e req-142313bd-c9c4-4b0d-b7a8-db63468bf17e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 Sep 07 11:51:40.730157 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.730958 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a69440b0-23c4-4a7d-a38e-0bbd97e1de99 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:40.746401 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.752167 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.782306 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.785900 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2663505 Sep 07 11:51:40.786243 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42804) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:40.792151 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:40.815059 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5721-00bf-4187-b6e7-359fa413d0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a99ef-95e9-47b3-a682-eb7a67ae6789,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:40.827279 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7c4cdd97-88a9-42f4-a692-28d9c66abe3b None None] Provisioning complete for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.827656 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7c4cdd97-88a9-42f4-a692-28d9c66abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.832899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.884124 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:40.891509 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a99bafb6-5030-4173-aff4-1f38550eb8d7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1155608342&fields=id&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 267 time: 0.0506938 Sep 07 11:51:40.897206 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cdd97-88a9-42f4-a692-28d9c66abe3b None None] Port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:40.901374 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port faca5eac-315d-4823-9a35-b3a9f727652e completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:40.907499 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port faca5eac-315d-4823-9a35-b3a9f727652e triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.907871 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.910542 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:40.910927 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:40.954492 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970297b2-cc02-4c23-85bb-d0dda1525e1b req-9eabc229-4397-4c11-9b50-0db3f210db44 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:40.956343 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-970297b2-cc02-4c23-85bb-d0dda1525e1b req-9eabc229-4397-4c11-9b50-0db3f210db44 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1103470 Sep 07 11:51:41.003909 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.016420 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.052333 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-99d8637e-709a-43c6-856d-6944de2df906 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:41.055606 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.059265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 9c46e9c2-078a-4241-9771-0d8f8d7b5287 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:41.061077 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-99d8637e-709a-43c6-856d-6944de2df906 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 817 time: 0.1622107 Sep 07 11:51:41.064999 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-970297b2-cc02-4c23-85bb-d0dda1525e1b req-6ee683b0-c3ec-4630-88e8-2684f5393c73 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993724 Sep 07 11:51:41.067754 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681480f5-8eec-4e65-be52-6d0c6bed66a3,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.073970 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.079390 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a4cc58e8-a7ef-465f-82dd-bfa3b2b4117d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909391 Sep 07 11:51:41.080182 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42812) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:41.085352 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-8883d9e9-b112-4e6e-a5a9-559789405a9a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/quotas/de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 375 time: 0.0232680 Sep 07 11:51:41.085673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:41.132997 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:41.135437 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1464e37-c0e1-4dc1-8963-4a1c6f467509" -d '{"events": [{"server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "name": "network-vif-plugged", "status": "completed", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:41.157442 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=faca5eac-315d-4823-9a35-b3a9f727652e,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:41.159252 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.168747 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.176708 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:41.202929 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25315942-a803-44db-985d-50bf7d333733 x-openstack-request-id: req-25315942-a803-44db-985d-50bf7d333733 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:41.203265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "name": "network-vif-plugged", "status": "completed", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:41.203517 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25315942-a803-44db-985d-50bf7d333733 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:41.203905 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e', 'code': 200} Sep 07 11:51:41.207579 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:41.209056 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.249270 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-7ef73b65-b6a8-4ac7-9002-ae0f53c01b7b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562526 Sep 07 11:51:41.274235 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.311605 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.319175 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.342191 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.342403 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.347358 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2658222 Sep 07 11:51:41.348116 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42816) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:41.352672 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:41.391745 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa1ed1-8087-45b6-8b31-b098785649e9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e708b89-26a0-40af-b23e-e1c56febe643,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.407414 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.419873 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-fdec3415-a12f-44d0-b555-1fefee28fa40 service neutron] 10.222.0.13 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604519 Sep 07 11:51:41.548948 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.555296 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.579780 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe18ed68-b90b-46c9-b31f-c5ef15fd23d6,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.598691 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.600815 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d7fd16cd-5834-4fb9-a560-e2cc03ff3ecf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515788 Sep 07 11:51:41.603721 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42822) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:41.619545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:41.623194 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a2355892-898c-4929-aa1b-bd7a55d207dc service neutron] 10.222.0.13 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022567 Sep 07 11:51:41.650452 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 9c46e9c2-078a-4241-9771-0d8f8d7b5287, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=9c46e9c2-078a-4241-9771-0d8f8d7b5287,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:41.657970 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.659154 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device d2efc0de-413f-414a-aed7-d5f34e007b57 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:41.679405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.738493 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.814711 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.823056 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port d2efc0de-413f-414a-aed7-d5f34e007b57 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:41.827056 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.828965 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.871460 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d45622-8d73-415b-8759-cb817c908c78,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:41.891803 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:41.893388 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ace03db3-3fbc-468e-9b8d-35783c165a9c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879989 Sep 07 11:51:41.897269 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42832) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:41.903007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:41.920963 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba074d-b47e-44aa-af19-4144973f89f2 req-681fbc33-c422-442a-b229-0c0aed009b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:41.924776 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-40ba074d-b47e-44aa-af19-4144973f89f2 req-681fbc33-c422-442a-b229-0c0aed009b9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 1098 time: 0.1204331 Sep 07 11:51:41.934263 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838f70f-da04-4cb1-8435-6627ba831198 req-1697bbc5-9018-4441-90cc-87afd3e501e5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:41.936594 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c838f70f-da04-4cb1-8435-6627ba831198 req-1697bbc5-9018-4441-90cc-87afd3e501e5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.1193547 Sep 07 11:51:41.971364 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Project 91ba73d6b26842dfb27bca69e4066fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:51:41.993457 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.058507 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4b5f880d-a56f-4891-9cf0-a92a8675fb05 req-e04d49e9-6ec4-4e6d-84d0-7f96e5234f52 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 210 time: 0.0710232 Sep 07 11:51:42.060222 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-40ba074d-b47e-44aa-af19-4144973f89f2 req-4de951a1-cea4-44ba-8a39-2e8cdfc69b70 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282606 Sep 07 11:51:42.078035 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c838f70f-da04-4cb1-8435-6627ba831198 req-f00bf006-1601-4fd5-b019-bafeee7c98a1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213858 Sep 07 11:51:42.114592 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.120715 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.141418 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 21c9c743-5171-48e8-ac17-1e5b9b0faa64 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:42.187225 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e592e93-d3be-4242-8c20-deb6639d4844,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:42.231811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.234821 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bef8577d-25d5-4372-9de3-0401a9d209a9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353159 Sep 07 11:51:42.237481 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42842) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:42.244908 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a99ef-95e9-47b3-a682-eb7a67ae6789', 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:42.248860 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:42.249837 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.285536 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f406bf-a597-4c3f-9050-9fa73cbcf30f req-431c326f-cead-4a64-b24e-b13a457bd6a6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:42.293473 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Project 91ba73d6b26842dfb27bca69e4066fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:51:42.294696 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08f406bf-a597-4c3f-9050-9fa73cbcf30f req-431c326f-cead-4a64-b24e-b13a457bd6a6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1094906 Sep 07 11:51:42.299241 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.347834 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08f406bf-a597-4c3f-9050-9fa73cbcf30f req-1ca37f7a-eac8-48a9-b41e-2b02daa91eba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Sep 07 11:51:42.385396 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 9c46e9c2-078a-4241-9771-0d8f8d7b5287 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:42.398126 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.402417 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.418045 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff2251e-161d-4618-8fc9-afbbacd62451,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:42.428995 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:42.430310 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b94ddc71-6fab-4ab7-b790-513fbde58161 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917670 Sep 07 11:51:42.451662 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:42.452090 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:43.055775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42896) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:43.181370 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-05e12adc-78fc-4678-a176-0aa7c7126351 req-f35a2315-3947-48ec-a571-8e9f207bf9de tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 210 time: 0.0347507 Sep 07 11:51:43.233581 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae569416-9528-4f7f-97e1-2d74c1d5e6ad req-613cacae-92d9-41a5-8224-70a63f84989a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:43.235019 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ae569416-9528-4f7f-97e1-2d74c1d5e6ad req-613cacae-92d9-41a5-8224-70a63f84989a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.0770752 Sep 07 11:51:43.237752 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fd638ad0-5053-4f5b-9ff8-f34aa90597e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a928176e5ff476eb5ed4f1476d67f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808503 Sep 07 11:51:43.240235 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 42908) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:43.314576 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ae569416-9528-4f7f-97e1-2d74c1d5e6ad req-a1400357-5d74-4927-91f9-429d9f0003a4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683422 Sep 07 11:51:43.319153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:43.345471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:43.406903 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:43.409640 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:43.410812 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/533b4cf8-f085-4d19-9925-ad1e36ca8a13 HTTP/1.1" status: 204 len: 168 time: 0.1696649 Sep 07 11:51:43.426378 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8f4e2-be3b-47e3-b61c-df1cfe9723f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b4cf8-f085-4d19-9925-ad1e36ca8a13,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:43.488058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026c171-3e50-439d-b319-d2fdccff3231 req-86a6628d-43cb-469c-aae7-da687101a3fa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:43.489548 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3026c171-3e50-439d-b319-d2fdccff3231 req-86a6628d-43cb-469c-aae7-da687101a3fa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0766702 Sep 07 11:51:43.554311 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3026c171-3e50-439d-b319-d2fdccff3231 req-c9f33483-422e-464a-90d1-49fb26bdd0a1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Sep 07 11:51:43.694032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-880422a9-ec23-445a-a47c-dbd2e8591fda tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:43.696073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-880422a9-ec23-445a-a47c-dbd2e8591fda tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 817 time: 0.1297359 Sep 07 11:51:43.754702 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-8ff27f87-aa95-4db3-bb13-76bef8919075 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 380 time: 0.0401196 Sep 07 11:51:43.770707 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'port': {'device_id': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'admin_state_up': True, 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'security_groups': ['b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:43.928612 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Made reservation on behalf of de81c645522f4b80b3822b635136230b for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:43.936827 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.125292 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Allocated IP 172.20.0.14 (2df8d02b-71dc-4523-8122-d571cf9dc178/87555d64-021e-4d89-8214-029fe1eb7a5a/2cf3a18f-7c3e-4728-9525-a4e164673919) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:44.149839 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 00961839-89be-403f-96ee-7bf601f089bd up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:44.225753 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 00961839-89be-403f-96ee-7bf601f089bd completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:44.230715 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 00961839-89be-403f-96ee-7bf601f089bd triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:44.231226 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.305414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9713efc6-a306-45f3-8c7c-348a30b6356c req-05712bc8-38c0-4081-89c5-da965fb2804b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 210 time: 0.0305524 Sep 07 11:51:44.313812 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.353883 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 00961839-89be-403f-96ee-7bf601f089bd, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=00961839-89be-403f-96ee-7bf601f089bd,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:44.359750 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.360581 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.387146 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Transition to ACTIVE for port object 2cf3a18f-7c3e-4728-9525-a4e164673919 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:44.418382 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=00961839-89be-403f-96ee-7bf601f089bd,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:44.428954 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.467192 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed7f2-47ea-45e5-b698-78357e65b419 req-7e900439-ff1b-4d3b-9479-1c0e471a5e30 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:44.468749 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf6ed7f2-47ea-45e5-b698-78357e65b419 req-7e900439-ff1b-4d3b-9479-1c0e471a5e30 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.0622709 Sep 07 11:51:44.475904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:44.479039 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:44.482855 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:44.519399 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf6ed7f2-47ea-45e5-b698-78357e65b419 req-94675009-7f03-466f-af90-888b00f73fc5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Sep 07 11:51:44.557468 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:44.586299 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:44.590834 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.605314 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-dc52b2d1-dc78-4e59-bb80-ea77a1010849 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8391032 Sep 07 11:51:44.623474 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Request body: {'port': {'device_id': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:44.727811 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.751394 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7faea709-ce75-41a3-814b-29219c8f8f8c None None] Provisioning for port 2cf3a18f-7c3e-4728-9525-a4e164673919 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:44.761444 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7faea709-ce75-41a3-814b-29219c8f8f8c None None] Provisioning complete for port 2cf3a18f-7c3e-4728-9525-a4e164673919 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:44.762001 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7faea709-ce75-41a3-814b-29219c8f8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:44.778260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c946d1-6bc2-4a31-ab95-bb7b6880d330 req-f2473956-f078-4dfd-97ba-66ae68cab6b5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:44.779813 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8c946d1-6bc2-4a31-ab95-bb7b6880d330 req-f2473956-f078-4dfd-97ba-66ae68cab6b5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1161113 Sep 07 11:51:44.800057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-7faea709-ce75-41a3-814b-29219c8f8f8c None None] Port 2cf3a18f-7c3e-4728-9525-a4e164673919 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:51:44.895085 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8c946d1-6bc2-4a31-ab95-bb7b6880d330 req-3d3bb8bc-a5ef-44d7-ad1b-7f1a80f85ceb tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035957 Sep 07 11:51:45.084606 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:45.093368 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:45.105283 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Transition to ACTIVE for port object 2cf3a18f-7c3e-4728-9525-a4e164673919 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:45.108726 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:45.163288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:45.232731 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Attempting to bind port 2cf3a18f-7c3e-4728-9525-a4e164673919 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:45.233154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Attempting to bind port 2cf3a18f-7c3e-4728-9525-a4e164673919 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:45.233600 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Attempting to bind port 2cf3a18f-7c3e-4728-9525-a4e164673919 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:45.238084 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Port 2cf3a18f-7c3e-4728-9525-a4e164673919 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:51:45.238402 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Attempting to bind port 2cf3a18f-7c3e-4728-9525-a4e164673919 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:45.243893 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:45.244223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Checking segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:45.244604 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Bound using segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:45.245023 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Bound port: 2cf3a18f-7c3e-4728-9525-a4e164673919, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:45.245377 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:45.322589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:45.325690 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:45.329595 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:45.365962 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.366570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:45.368049 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] 10.222.0.62 "PUT /v2.0/ports/2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 1094 time: 0.7518580 Sep 07 11:51:45.368937 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:45.370923 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de161419-d822-442a-afdb-6ee33f18aa85" -d '{"events": [{"name": "network-changed", "server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:45.433552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e6ec-4453-47d0-8c94-37e554082131 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:45.437043 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c4391-9014-4bd9-81b3-015925bab53a x-openstack-request-id: req-ed1c4391-9014-4bd9-81b3-015925bab53a {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:45.437402 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:45.437646 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed1c4391-9014-4bd9-81b3-015925bab53a {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:45.438045 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'status': 'completed', 'code': 200} Sep 07 11:51:45.477849 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0de701-dabd-4f9f-bc72-bca3bbaa3091 req-3412aed6-656a-4297-b8b5-b8a8460b68f9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.480830 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e0de701-dabd-4f9f-bc72-bca3bbaa3091 req-3412aed6-656a-4297-b8b5-b8a8460b68f9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0948331 Sep 07 11:51:45.499467 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-97f4c01c-5cf5-4473-959c-bed4053f111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.501106 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-97f4c01c-5cf5-4473-959c-bed4053f111d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1097 time: 0.0783231 Sep 07 11:51:45.554403 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-560f4685-c424-4e5d-9743-9965e7334279 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 217 time: 0.0436339 Sep 07 11:51:45.603702 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e0de701-dabd-4f9f-bc72-bca3bbaa3091 req-0f92d87c-25e4-4280-91b2-674d7ed446e5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130185 Sep 07 11:51:45.616428 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-99479b77-56f0-42fd-9ca7-7c29c4e37697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.618035 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-99479b77-56f0-42fd-9ca7-7c29c4e37697 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0537260 Sep 07 11:51:45.653384 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6149e-e0b6-436b-ae04-483d6d7eb139 req-51fbdef4-0398-455c-9f07-057c6fc38cb5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.656146 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fbd6149e-e0b6-436b-ae04-483d6d7eb139 req-51fbdef4-0398-455c-9f07-057c6fc38cb5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.0601244 Sep 07 11:51:45.675297 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-21a080bd-23b3-449f-af96-826758ade0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:45.676838 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-21a080bd-23b3-449f-af96-826758ade0d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491509 Sep 07 11:51:45.694602 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fbd6149e-e0b6-436b-ae04-483d6d7eb139 req-2484d97b-3053-429a-bdaa-83b35ad85459 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Sep 07 11:51:45.790544 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-37d5348b-e121-4d67-a4cb-81686b4449c7 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980396 Sep 07 11:51:45.854731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Sync routers for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:51:45.873105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:45.875120 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:45.902521 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89550c31-95a9-4af3-ad2b-2a7140905e16 req-1ac6027c-a867-470e-a5b6-b9acecae7211 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986671 Sep 07 11:51:45.994726 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:46.045545 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161419-d822-442a-afdb-6ee33f18aa85 req-1ad5bad4-065a-4504-83cb-14c6ac625cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.048798 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-1ad5bad4-065a-4504-83cb-14c6ac625cef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1097 time: 0.0860913 Sep 07 11:51:46.085888 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee360584-c45b-4d5a-bbff-79609143fb05 req-ce06f808-bbc8-40f4-9b78-cdf085a4a3af tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.094090 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee360584-c45b-4d5a-bbff-79609143fb05 req-ce06f808-bbc8-40f4-9b78-cdf085a4a3af tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0930908 Sep 07 11:51:46.151471 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 00961839-89be-403f-96ee-7bf601f089bd up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:46.205678 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee360584-c45b-4d5a-bbff-79609143fb05 req-a8e951bc-046d-4baa-9d0e-1e33700d6a7e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058402 Sep 07 11:51:46.238953 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161419-d822-442a-afdb-6ee33f18aa85 req-e395c49e-60e2-4689-93bc-c02ab0ea4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.240514 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-e395c49e-60e2-4689-93bc-c02ab0ea4992 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.1768796 Sep 07 11:51:46.296772 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 00961839-89be-403f-96ee-7bf601f089bd triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:46.297218 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:46.298280 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-1d5e63c6-a8ac-40f9-9966-300c61747ed2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 217 time: 0.0428829 Sep 07 11:51:46.386644 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161419-d822-442a-afdb-6ee33f18aa85 req-22e6ebe4-9f32-463e-88c0-5e908591dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.388640 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-22e6ebe4-9f32-463e-88c0-5e908591dd2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0752385 Sep 07 11:51:46.455497 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161419-d822-442a-afdb-6ee33f18aa85 req-751638e2-8525-4471-908e-ea64f2c24e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.457000 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-751638e2-8525-4471-908e-ea64f2c24e75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599911 Sep 07 11:51:46.468660 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb', 'name': '', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'mac_address': 'fa:16:3e:d7:ca:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:36Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 2, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'subnets': [{'id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:46.494996 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Checking router: 9737af50-45b4-4cef-895b-b8c63a940fe6 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:51:46.495453 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Updating router 9737af50-45b4-4cef-895b-b8c63a940fe6 port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:51:46.520363 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:46.550892 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-c119a8d7-2071-49af-a1c1-325e632990c9 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856252 Sep 07 11:51:46.658732 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de161419-d822-442a-afdb-6ee33f18aa85 req-2790a34a-6418-4054-bb3a-2951d87a6b20 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925794 Sep 07 11:51:46.733669 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b653-de00-407b-87eb-d16409eb2c82 req-ef191d6c-fab5-40de-8242-26a38959dee8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:46.735188 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8a12b653-de00-407b-87eb-d16409eb2c82 req-ef191d6c-fab5-40de-8242-26a38959dee8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0546932 Sep 07 11:51:46.775990 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8a12b653-de00-407b-87eb-d16409eb2c82 req-e88e2a20-265a-473b-adf8-98312f370e86 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343122 Sep 07 11:51:46.802566 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:46.811956 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Transition to ACTIVE for port object 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:46.818282 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:46.877704 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f797c-7602-4fec-8e1e-ba5d155cfb97 None None] Pushing event updated for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:46.938158 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Attempting to bind port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:46.938534 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Attempting to bind port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:46.938949 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Attempting to bind port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb on network 23d64882-b774-4dcf-9475-6ae3d927a686 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:46.944348 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:46.944727 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Checking segment: {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:46.945135 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:46.945530 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Bound using segment: {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:46.945998 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Bound port: 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:46.946382 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:47.014395 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] For port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:47.017604 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] For port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:47.022755 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:47.085760 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:51:47.086396 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:51:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:47.089755 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f797c-7602-4fec-8e1e-ba5d155cfb97 None None] Pushing event updated for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:47.215268 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:51:47.338080 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa10b-45c2-4e93-a2e3-484c99b5613f req-29752fba-3cb8-4bd1-ab4b-e97ea14ea3d6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:47.339851 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b25fa10b-45c2-4e93-a2e3-484c99b5613f req-29752fba-3cb8-4bd1-ab4b-e97ea14ea3d6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0567913 Sep 07 11:51:47.384365 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b25fa10b-45c2-4e93-a2e3-484c99b5613f req-5dac9094-585b-4df6-b109-da8266f58249 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Sep 07 11:51:47.453899 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb', 'name': '', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'mac_address': 'fa:16:3e:d7:ca:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:36Z', 'updated_at': '2021-09-07T11:51:47Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'subnets': [{'id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:51:47.618233 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd9743-bca9-410e-9c84-a9230c6aa38f None None] The sync data for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi is: [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:38Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb', 'name': '', 'network_id': '23d64882-b774-4dcf-9475-6ae3d927a686', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'mac_address': 'fa:16:3e:d7:ca:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:36Z', 'updated_at': '2021-09-07T11:51:47Z', 'revision_number': 4, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'subnets': [{'id': 'dee8b656-5a80-42a7-b49e-d8361089bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:51:47.897802 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef27b55-4158-49cc-852c-d65cb756607a req-7a92232b-df81-467a-a487-a7a77711a66b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:47.899357 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8ef27b55-4158-49cc-852c-d65cb756607a req-7a92232b-df81-467a-a487-a7a77711a66b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0499592 Sep 07 11:51:47.938706 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8ef27b55-4158-49cc-852c-d65cb756607a req-11273d7d-f900-4b30-a177-93a71769fe70 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Sep 07 11:51:48.119794 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:48.178011 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:51:48.182125 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:48.182501 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:48.279279 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:48.314350 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:48.317807 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:48.366165 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:48.504247 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4fbf3-6fc0-4479-8b1d-09e4b52e3b58 req-306ef74d-78ba-4cbe-b7fb-b3d6a1aeaa3d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:48.506103 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d4fbf3-6fc0-4479-8b1d-09e4b52e3b58 req-306ef74d-78ba-4cbe-b7fb-b3d6a1aeaa3d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Sep 07 11:51:48.566107 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d4fbf3-6fc0-4479-8b1d-09e4b52e3b58 req-bb09af71-a90e-4fbc-ba52-d6285e0f4e09 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Sep 07 11:51:48.897895 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-559be170-6e3e-4c08-a50f-166eb247bf68 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:48.899370 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-559be170-6e3e-4c08-a50f-166eb247bf68 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1045108 Sep 07 11:51:48.915650 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-47a69863-1be4-4f9a-a4d2-197ec38a6301 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/quotas/a7d39185057d4cb99a9e5409610500a8 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Sep 07 11:51:48.964998 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-1cf6ac62-b03b-4dc0-a44f-b70eb529db60 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438049 Sep 07 11:51:49.057470 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-7d13e78c-a63a-46c0-aab8-1d889605d592 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Sep 07 11:51:49.146975 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-09dd4e59-ae82-4cd2-8d09-87f11b0504c4 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834639 Sep 07 11:51:49.341001 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87ed3e-9d87-439e-b6ef-23d72319e722 req-8a806170-fb23-4487-acfc-ec03d4463310 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:49.342525 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bc87ed3e-9d87-439e-b6ef-23d72319e722 req-8a806170-fb23-4487-acfc-ec03d4463310 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0546176 Sep 07 11:51:49.383963 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bc87ed3e-9d87-439e-b6ef-23d72319e722 req-94935c9c-6b48-4769-9c01-11723e5c5a97 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348465 Sep 07 11:51:49.454964 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc035dc9-39a3-4f63-9b6e-8bcbcdbdef05 req-97e88841-c1ff-4641-8f4d-e5bdab154379 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0303566 Sep 07 11:51:49.676988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7832a-2ebe-43f6-9ca3-c4382fa768d1 req-17728af4-565e-4c06-8eed-5179a71b5744 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:49.678423 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-48a7832a-2ebe-43f6-9ca3-c4382fa768d1 req-17728af4-565e-4c06-8eed-5179a71b5744 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0468876 Sep 07 11:51:49.715711 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-48a7832a-2ebe-43f6-9ca3-c4382fa768d1 req-a1e9d863-5b15-4996-af78-fc0a88dc4572 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Sep 07 11:51:50.079253 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:51:50.125503 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:51:50.125784 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:50.502559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbd716-b543-42e8-8a2e-aa7b92db6c40 req-e04ece55-12d0-4f8b-b623-dffe607b55fe tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:50.504020 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f9dbd716-b543-42e8-8a2e-aa7b92db6c40 req-e04ece55-12d0-4f8b-b623-dffe607b55fe tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0517769 Sep 07 11:51:50.541041 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f9dbd716-b543-42e8-8a2e-aa7b92db6c40 req-b826dd86-36dc-4de2-a23d-cf7c33268d9d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Sep 07 11:51:50.627482 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3380fb67-9038-4a96-ad99-69e220a6ba9d req-f60b678e-22ad-468a-82be-5388cae5f505 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0253956 Sep 07 11:51:50.830925 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a7163-0977-4235-b688-d9dd13a9eba4 req-5f50fa1f-52b9-4b2c-841f-249a70253f7b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:50.832358 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b47a7163-0977-4235-b688-d9dd13a9eba4 req-5f50fa1f-52b9-4b2c-841f-249a70253f7b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0471675 Sep 07 11:51:50.870418 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b47a7163-0977-4235-b688-d9dd13a9eba4 req-39027e38-bb75-4134-8087-3a65fdedb079 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316293 Sep 07 11:51:51.669369 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a2347-3210-4662-872c-72afa124a3cb req-1bdf5ff7-8458-426c-962a-3b88bb0575d6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:51.671040 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-247a2347-3210-4662-872c-72afa124a3cb req-1bdf5ff7-8458-426c-962a-3b88bb0575d6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0513237 Sep 07 11:51:51.920301 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-247a2347-3210-4662-872c-72afa124a3cb req-a49c5c67-e409-4ea0-a399-74e7e80f6414 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426903 Sep 07 11:51:52.001097 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b9cbca01-a5e0-4e81-ab10-b2ff7b36abbb req-58b7f7e6-a85d-465f-a041-85d0b92a8c9a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0250194 Sep 07 11:51:52.234438 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c2cd-d863-4d3f-9140-cf44f3a8394d req-46c51865-bc0f-4517-a62e-77b095fc3fc3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:52.235866 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1387c2cd-d863-4d3f-9140-cf44f3a8394d req-46c51865-bc0f-4517-a62e-77b095fc3fc3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 07 11:51:52.272788 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1387c2cd-d863-4d3f-9140-cf44f3a8394d req-53f1d362-d4dd-4154-a1a1-4e2e95cd4724 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Sep 07 11:51:53.036223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ed45-dfd1-4cd0-b8c7-4c7e7ef17d91 req-3f259c2d-a611-4fd5-901d-6a7e92bc3109 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:53.037782 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25e9ed45-dfd1-4cd0-b8c7-4c7e7ef17d91 req-3f259c2d-a611-4fd5-901d-6a7e92bc3109 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0479350 Sep 07 11:51:53.077953 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25e9ed45-dfd1-4cd0-b8c7-4c7e7ef17d91 req-ec84ee9f-ad75-4ad3-ae5d-9bc3ff746022 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Sep 07 11:51:53.162608 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f839b094-c04d-4737-94b3-17adcd36b651 req-2cba29e9-3288-491f-8e66-740fc5eb9ce4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Sep 07 11:51:53.386825 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722c261-4bbd-4c72-a754-96d3c8b13575 req-57a073bd-b839-44b3-b34c-d1213ad35476 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:53.388289 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7722c261-4bbd-4c72-a754-96d3c8b13575 req-57a073bd-b839-44b3-b34c-d1213ad35476 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0495784 Sep 07 11:51:53.426240 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7722c261-4bbd-4c72-a754-96d3c8b13575 req-c791967f-3e4f-410d-a258-24979059d435 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Sep 07 11:51:54.194397 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f385a7-3ece-43a5-aa28-f5dc76c5ac5f req-55f58559-9028-4337-8d10-b761b1be5f88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:54.195803 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-54f385a7-3ece-43a5-aa28-f5dc76c5ac5f req-55f58559-9028-4337-8d10-b761b1be5f88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0474598 Sep 07 11:51:54.232707 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-54f385a7-3ece-43a5-aa28-f5dc76c5ac5f req-f14aca78-a560-44a9-806b-0a97fae74068 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Sep 07 11:51:54.318168 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c73cae0-7313-469a-959e-45aa7c4b0cc9 req-9c74039d-a7ca-463b-97d0-8821fa6b4510 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Sep 07 11:51:54.541698 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2f692-0517-4cf6-a2c0-2a67fe1b0d29 req-e0773ca3-7673-4af1-97d7-2ec8c67861fa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:54.543169 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e2b2f692-0517-4cf6-a2c0-2a67fe1b0d29 req-e0773ca3-7673-4af1-97d7-2ec8c67861fa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Sep 07 11:51:54.579422 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e2b2f692-0517-4cf6-a2c0-2a67fe1b0d29 req-a699f890-0631-44e9-8a41-58e56f05413b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Sep 07 11:51:55.348958 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18a50-a255-4e64-a43a-2c31372f9d42 req-f1187e22-a89c-461b-8199-fe2aaf83de0b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:55.350956 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffa18a50-a255-4e64-a43a-2c31372f9d42 req-f1187e22-a89c-461b-8199-fe2aaf83de0b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0497057 Sep 07 11:51:55.390731 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffa18a50-a255-4e64-a43a-2c31372f9d42 req-7d2255db-a896-48c2-a2ac-7fc98998eb89 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334163 Sep 07 11:51:55.473896 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a88fbfa4-1a3a-479e-96bb-99016c5727d1 req-ff23a1a0-4878-4d3e-8c15-bf0a47b340a8 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0261652 Sep 07 11:51:55.701958 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71be35-fcf5-40ed-b91b-3e217a6903e8 req-20494b54-dc9d-47d2-b458-024dede440b4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:55.703518 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9c71be35-fcf5-40ed-b91b-3e217a6903e8 req-20494b54-dc9d-47d2-b458-024dede440b4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0530756 Sep 07 11:51:55.742024 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9c71be35-fcf5-40ed-b91b-3e217a6903e8 req-b8719cd1-9dda-40c1-a92e-1018dbf2aa92 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Sep 07 11:51:56.013617 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-1b64fbfe-c6bb-46e0-8aa4-a824c33e3397 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:56.015087 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-1b64fbfe-c6bb-46e0-8aa4-a824c33e3397 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1117740 Sep 07 11:51:56.031081 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Request body: {'port': {'device_id': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'admin_state_up': True, 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:56.145825 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:56.149416 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:56.282431 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Allocated IP 172.20.0.5 (d11babbf-725f-498e-8316-c1797a36e83d/db0da42c-1a0a-4b27-86f8-3af1e18095af/5fc4534a-64df-4eda-9736-73137e934821) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:51:56.451945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:56.503650 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:56.517550 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'faca5eac-315d-4823-9a35-b3a9f727652e'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:51:56.561427 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Network d11babbf-725f-498e-8316-c1797a36e83d is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:51:56.561879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932a59-cb7c-4b50-8766-487830b24489 req-a4ed4638-9246-4637-955c-3d4d38a78b51 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:56.563446 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ca932a59-cb7c-4b50-8766-487830b24489 req-a4ed4638-9246-4637-955c-3d4d38a78b51 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0894995 Sep 07 11:51:56.564508 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:51:56.568407 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:51:56.607912 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ca932a59-cb7c-4b50-8766-487830b24489 req-02d9dfa7-233c-4ea8-bcbb-67c22e34d1ea tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Sep 07 11:51:56.609223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event updated for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:56.633666 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.633797 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.634047 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.634391 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.634723 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.635081 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.635435 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.636243 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.636388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.636654 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.637023 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.637272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:56.665780 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:56.666435 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:56.687943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b84d6-c1e9-47c2-a473-34668e2c7758 req-d88b6bc0-0f50-44a6-95ef-22474cc64707 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:56.689573 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-853b84d6-c1e9-47c2-a473-34668e2c7758 req-d88b6bc0-0f50-44a6-95ef-22474cc64707 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 931 time: 0.1118021 Sep 07 11:51:56.697826 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-67f778ad-06ec-4b62-a7fa-70ab89d5ea61 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6712379 Sep 07 11:51:56.720801 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Request body: {'port': {'device_id': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:56.779418 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:51:56.799639 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-853b84d6-c1e9-47c2-a473-34668e2c7758 req-8eceee4e-afe8-4852-87cd-fee2f31b37a2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 Sep 07 11:51:56.809460 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:56.983465 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa74f7-8cd9-4a82-9e15-666323353cb6 req-ab58a368-f934-4579-83d3-585a991e0a78 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:56.986274 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9ffa74f7-8cd9-4a82-9e15-666323353cb6 req-ab58a368-f934-4579-83d3-585a991e0a78 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1443641 Sep 07 11:51:57.023635 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:57.055211 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:51:57.060402 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9ffa74f7-8cd9-4a82-9e15-666323353cb6 req-e404f2b2-9543-4743-a4da-c56f364039d9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668020 Sep 07 11:51:57.108445 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.124316 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:57.147198 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:51:57.152275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.157853 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43296) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:57.201603 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:57.222550 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc4534a-64df-4eda-9736-73137e934821 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:51:57.233195 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.246928 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Transition to ACTIVE for port object 5fc4534a-64df-4eda-9736-73137e934821 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:51:57.250930 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.281777 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.324602 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:57.378940 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Attempting to bind port 5fc4534a-64df-4eda-9736-73137e934821 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:51:57.379201 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Attempting to bind port 5fc4534a-64df-4eda-9736-73137e934821 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:51:57.379578 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Attempting to bind port 5fc4534a-64df-4eda-9736-73137e934821 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:57.384022 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Port 5fc4534a-64df-4eda-9736-73137e934821 on network d11babbf-725f-498e-8316-c1797a36e83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:51:57.384393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Attempting to bind port 5fc4534a-64df-4eda-9736-73137e934821 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:51:57.387348 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.390223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:51:57.390567 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Checking segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:51:57.390994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Bound using segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:51:57.391241 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.391412 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Bound port: 5fc4534a-64df-4eda-9736-73137e934821, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:51:57.391806 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.428578 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f461e5fd3c984f858571fb62bc6e08bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693808 Sep 07 11:51:57.429437 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8835be7b-049a-4831-979f-4302770690be,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:57.431077 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43300) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:57.436959 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.437307 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.437643 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.437981 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.438300 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.438631 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.438983 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.439307 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.439629 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.439950 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.440265 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.440575 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c7d631-d1db-4286-a755-ef99ae1b9edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:51:57.480265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:51:57.484296 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5fc4534a-64df-4eda-9736-73137e934821,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:51:57.490142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.545582 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:57.546200 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.547604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/5fc4534a-64df-4eda-9736-73137e934821 HTTP/1.1" status: 200 len: 1093 time: 0.8312550 Sep 07 11:51:57.548099 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'tag': '5fc4534a-64df-4eda-9736-73137e934821'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:51:57.550351 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef5b3b-abae-41fb-830c-02571526561a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "tag": "5fc4534a-64df-4eda-9736-73137e934821"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:51:57.570781 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b1b5c-b254-487b-9e65-85f6703862b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:57.573727 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.607602 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.609933 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c89b29-3f8a-4a3e-979e-5cc47f31083f x-openstack-request-id: req-38c89b29-3f8a-4a3e-979e-5cc47f31083f {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:51:57.610218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "tag": "5fc4534a-64df-4eda-9736-73137e934821", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:51:57.610467 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38c89b29-3f8a-4a3e-979e-5cc47f31083f {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:51:57.610876 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'tag': '5fc4534a-64df-4eda-9736-73137e934821', 'status': 'completed', 'code': 200} Sep 07 11:51:57.667154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-2c82224a-e8d3-447d-8ffa-d8a924222e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:57.668730 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-2c82224a-e8d3-447d-8ffa-d8a924222e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 1096 time: 0.0703273 Sep 07 11:51:57.678947 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.681643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:57.682775 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8835be7b-049a-4831-979f-4302770690be HTTP/1.1" status: 204 len: 168 time: 0.2485991 Sep 07 11:51:57.696799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31317b0-7e8a-490e-8423-ae097f7f2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835be7b-049a-4831-979f-4302770690be,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:57.737465 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-a46da548-8678-4a33-a395-97a69ef59fe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fc4534a-64df-4eda-9736-73137e934821 HTTP/1.1" status: 200 len: 217 time: 0.0535104 Sep 07 11:51:57.740112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe0b8-7451-49c3-88fc-73f3ea58a401 req-0988a3a8-862d-4717-8d80-705ac8d1fabb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:57.741762 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-41afe0b8-7451-49c3-88fc-73f3ea58a401 req-0988a3a8-862d-4717-8d80-705ac8d1fabb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Sep 07 11:51:57.789367 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-41afe0b8-7451-49c3-88fc-73f3ea58a401 req-9e301c8c-3e67-440e-99bb-8a5063ef14c8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Sep 07 11:51:57.798016 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-8eb3ca1a-5d86-4064-b252-9f33a01db515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:57.799922 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-8eb3ca1a-5d86-4064-b252-9f33a01db515 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0537863 Sep 07 11:51:57.837800 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-91ffa4f0-67e8-4df2-aee0-d81c56f68b10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295007 Sep 07 11:51:57.895307 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['2cf3a18f-7c3e-4728-9525-a4e164673919'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:51:57.964396 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c774086-8283-47bb-96b0-a32c5aaf73a6 req-79c71726-60cd-49c2-b55b-ef0201ace286 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:57.966400 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c774086-8283-47bb-96b0-a32c5aaf73a6 req-79c71726-60cd-49c2-b55b-ef0201ace286 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 943 time: 0.0722489 Sep 07 11:51:57.986663 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-24ec3d68-006d-4d2a-8501-8aa28003a150 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370428 Sep 07 11:51:58.024141 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3c774086-8283-47bb-96b0-a32c5aaf73a6 req-916576bd-987e-4dae-aa24-e7f5472c8567 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514660 Sep 07 11:51:58.085694 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fb10ca96-629a-4796-b91c-2412dd34fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.127538 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6f25f747-1fa4-4614-a79d-8d62f828c0ce req-5d1e0489-07f2-4e5b-8ba8-943174e92f23 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263733 Sep 07 11:51:58.310776 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5b3b-abae-41fb-830c-02571526561a req-ce6d7e82-c3af-4bf2-8d19-bd93714ab52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.312340 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-ce6d7e82-c3af-4bf2-8d19-bd93714ab52c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 1096 time: 0.1043096 Sep 07 11:51:58.321619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06814ef-5971-4ba1-943c-b91e1fc88243 req-d7586520-94aa-4e4d-bba5-b1a8c46fdce7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.328188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43334) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:58.330110 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d06814ef-5971-4ba1-943c-b91e1fc88243 req-d7586520-94aa-4e4d-bba5-b1a8c46fdce7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1122611 Sep 07 11:51:58.431464 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d06814ef-5971-4ba1-943c-b91e1fc88243 req-bffb1b6d-14d8-45ea-a7dd-6f1b76605611 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001134 Sep 07 11:51:58.471337 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a63a2390-4a32-4be9-92b6-a6778fc19ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.498720 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5b3b-abae-41fb-830c-02571526561a req-0cf52d41-bfed-466d-ae93-5eb6bbe3715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.500279 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-0cf52d41-bfed-466d-ae93-5eb6bbe3715f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 916 time: 0.1674411 Sep 07 11:51:58.505893 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c6d9-4321-4dd2-801a-1a963968bd73 req-448e435d-c30f-4651-b376-7a8cf3fa0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.507818 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5481c6d9-4321-4dd2-801a-1a963968bd73 req-448e435d-c30f-4651-b376-7a8cf3fa0e74 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1098 time: 0.0818329 Sep 07 11:51:58.580027 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a63a2390-4a32-4be9-92b6-a6778fc19ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.581843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-f200de24-1533-4ea8-9773-5bdd3eade6f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fc4534a-64df-4eda-9736-73137e934821 HTTP/1.1" status: 200 len: 217 time: 0.0659924 Sep 07 11:51:58.586615 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a63a2390-4a32-4be9-92b6-a6778fc19ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.624930 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5481c6d9-4321-4dd2-801a-1a963968bd73 req-2db4ac67-a8cf-4bb0-8d5f-aa052017bc0b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078532 Sep 07 11:51:58.629325 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a63a2390-4a32-4be9-92b6-a6778fc19ccb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f2994507c1c49e19f0e1135e701b4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975113 Sep 07 11:51:58.629994 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43348) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:58.640975 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5b3b-abae-41fb-830c-02571526561a req-52eef56b-27cd-4a0d-9086-96a7c3ce9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.642438 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-52eef56b-27cd-4a0d-9086-96a7c3ce9ff7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0499082 Sep 07 11:51:58.659931 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a2390-4a32-4be9-92b6-a6778fc19ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996f0637-ed3c-4abe-8cf0-b7466c3b3090,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:58.697414 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.718499 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.768205 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.771573 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:58.773018 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/996f0637-ed3c-4abe-8cf0-b7466c3b3090 HTTP/1.1" status: 204 len: 168 time: 0.1423111 Sep 07 11:51:58.782193 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e7bdf-4ef9-4cc9-9368-c329432a332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996f0637-ed3c-4abe-8cf0-b7466c3b3090,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:58.937208 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5366a-d981-4e3b-8c19-84ccfbfb58cf req-45d90fb9-b6d2-4e9d-b12c-bd19292fc775 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:58.939189 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c7d5366a-d981-4e3b-8c19-84ccfbfb58cf req-45d90fb9-b6d2-4e9d-b12c-bd19292fc775 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 945 time: 0.0563493 Sep 07 11:51:58.982376 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c7d5366a-d981-4e3b-8c19-84ccfbfb58cf req-f0fff7fc-6800-40ff-948c-0ea30aedeb02 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Sep 07 11:51:58.982647 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-3700548c-a97a-4d65-b4d2-122e3aca2b14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302477 Sep 07 11:51:59.102911 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-b8cfe918-36d0-4731-baa9-c6edf4927685 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075613 Sep 07 11:51:59.172338 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43376) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:59.197307 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e188eb-d7f9-467e-b5c8-4a9357a44831 req-2e79e0f2-3fc0-43b6-b09a-6366136de635 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:59.199785 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-79e188eb-d7f9-467e-b5c8-4a9357a44831 req-2e79e0f2-3fc0-43b6-b09a-6366136de635 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 943 time: 0.0549650 Sep 07 11:51:59.240851 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-79e188eb-d7f9-467e-b5c8-4a9357a44831 req-37e2abe7-697f-4c94-b342-41d2db58cce2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Sep 07 11:51:59.247445 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3aef5b3b-abae-41fb-830c-02571526561a req-be7ee41a-7534-4c83-b2cf-ad65732796d0 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358469 Sep 07 11:51:59.390562 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0555a049-0bb8-4265-a3b6-f259805c9e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.491387 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0555a049-0bb8-4265-a3b6-f259805c9e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.504263 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0555a049-0bb8-4265-a3b6-f259805c9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.572029 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555a049-0bb8-4265-a3b6-f259805c9e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da562555-c670-4646-98a5-b06a8744b83e,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:59.579175 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0555a049-0bb8-4265-a3b6-f259805c9e33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f021ea7de7ee4ed192f89185006dd0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055681 Sep 07 11:51:59.581731 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43394) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:59.607976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700015-f1ea-45bc-93a4-14eabfd4f756 req-e6b97ce7-1397-4a6e-a5c8-dd9f680b4ab1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:51:59.609522 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46700015-f1ea-45bc-93a4-14eabfd4f756 req-e6b97ce7-1397-4a6e-a5c8-dd9f680b4ab1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0931866 Sep 07 11:51:59.641300 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.655390 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46700015-f1ea-45bc-93a4-14eabfd4f756 req-b22bd596-37a1-4b3f-b501-d088e9ded61e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Sep 07 11:51:59.675835 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.723757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.726320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.730744 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da562555-c670-4646-98a5-b06a8744b83e HTTP/1.1" status: 204 len: 168 time: 0.1481619 Sep 07 11:51:59.738408 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5c871-0688-49d3-ad64-2e518d3cab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da562555-c670-4646-98a5-b06a8744b83e,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:51:59.746703 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43402) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:51:59.845652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1376627454-network', 'tenant_id': '01468668b6844f859b2f5a661fa01b99'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:51:59.872727 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Made reservation on behalf of 01468668b6844f859b2f5a661fa01b99 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:51:59.875223 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.883927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.975862 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:51:59.980227 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.009690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:52:00.015507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd177c-f676-4b61-a66d-6502e8d9b2fc,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:00.022648 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.023378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Added segment 1ef6190c-5ef7-4f52-aea8-bae6aeff59e7 of type vlan for network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 Sep 07 11:52:00.076148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.150284 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd759da-cd17-4533-b4ab-be7fba476e74 req-8ccf82e6-b057-49ec-a1cf-6af9a9f56263 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:00.152377 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8cd759da-cd17-4533-b4ab-be7fba476e74 req-8ccf82e6-b057-49ec-a1cf-6af9a9f56263 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 945 time: 0.0787144 Sep 07 11:52:00.153725 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.156148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:00.156737 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.202555 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4545894 Sep 07 11:52:00.205398 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43422) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:00.210775 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Request body: {'subnet': {'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1376627454-subnet', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'ip_version': 4}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:00.246362 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Made reservation on behalf of 01468668b6844f859b2f5a661fa01b99 for: {'subnet': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:52:00.249113 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8cd759da-cd17-4533-b4ab-be7fba476e74 req-cb5c4803-608f-47ec-b8a7-1de06843c9c6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852833 Sep 07 11:52:00.249690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5f95-4996-429a-8e66-fb92556eb739 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1f8b48-484b-44ca-95d7-e0ad629ffc97,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:00.249830 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12528222'] for subnet, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.264331 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:52:00.422354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ffc08-6f0e-410f-8b68-4c1a82960242 req-9c7d4202-3d80-45dd-9176-3ab2a15807b6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:00.423928 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa7ffc08-6f0e-410f-8b68-4c1a82960242 req-9c7d4202-3d80-45dd-9176-3ab2a15807b6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 943 time: 0.0924394 Sep 07 11:52:00.498328 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa7ffc08-6f0e-410f-8b68-4c1a82960242 req-e9446655-b232-4072-81d6-5f8180375069 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673263 Sep 07 11:52:00.550388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12325589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12528168'] for subnet, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.610737 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc9d757-dc94-4daa-8204-1876bbe22cd5,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:00.621158 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:00.621514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Network hostable DHCP agents. Network: ce1f8b48-484b-44ca-95d7-e0ad629ffc97, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:52:00.643111 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:52:00.652979 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, ce1f8b48-484b-44ca-95d7-e0ad629ffc97) {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:00.661845 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:00.662272 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5cf908-22ff-43b6-930f-1bdc8cd70cc1 None None] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:52:00.662763 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.690251 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43440) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:00.690542 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-81319774-3ab4-40d0-aeb7-c42fa26b1a87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4838502 Sep 07 11:52:00.694849 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:00.808479 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:00.819390 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.821423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.849531 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-543fb2fb-6cb0-490c-8cec-0a7d913ce23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.867777 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcf730-73e4-4f1d-9b05-3db41e7f86b2 req-7af4d7c0-1dae-41a7-a3d2-c2f0759fe07c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:00.871954 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0bdcf730-73e4-4f1d-9b05-3db41e7f86b2 req-7af4d7c0-1dae-41a7-a3d2-c2f0759fe07c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1339076 Sep 07 11:52:00.911173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 2cf3a18f-7c3e-4728-9525-a4e164673919 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:00.916133 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:52:00.917313 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.926897 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 2cf3a18f-7c3e-4728-9525-a4e164673919 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:00.927437 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:00.941505 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.006690 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0bdcf730-73e4-4f1d-9b05-3db41e7f86b2 req-d2684716-9825-44f9-9d93-fea5db5aaa64 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242735 Sep 07 11:52:01.110911 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.140113 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.141504 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.171545 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Allocated IP 172.20.0.2 (ce1f8b48-484b-44ca-95d7-e0ad629ffc97/afc9d757-dc94-4daa-8204-1876bbe22cd5/390cc0c3-92c5-4554-bbdb-d541be5f0bb1) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:01.176857 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:01.179962 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81f54f-8179-4a78-87f1-3eae814b2438" -d '{"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:01.203452 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:01.213641 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.258525 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17653d03-da26-48e2-944e-a7bd533d8d13 x-openstack-request-id: req-17653d03-da26-48e2-944e-a7bd533d8d13 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:01.258734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:01.259199 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17653d03-da26-48e2-944e-a7bd533d8d13 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:01.259726 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'code': 200} Sep 07 11:52:01.343491 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:01.427182 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.447659 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.449999 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.457270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Transition to ACTIVE for port object 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:01.473524 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e579c1-d8d2-4bd9-9bbd-3df2d52cf822 req-910e81bb-30b7-4b8a-a41f-d6be08e45164 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:01.475137 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f5e579c1-d8d2-4bd9-9bbd-3df2d52cf822 req-910e81bb-30b7-4b8a-a41f-d6be08e45164 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.1213748 Sep 07 11:52:01.484796 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Transition to ACTIVE for port object 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:01.495594 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.500404 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5620-76e3-4111-99d3-b2544fd334d9 req-a80d4186-6b3f-4cee-af0e-1ac86af85700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:01.502388 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-129d5620-76e3-4111-99d3-b2544fd334d9 req-a80d4186-6b3f-4cee-af0e-1ac86af85700 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1099 time: 0.0438848 Sep 07 11:52:01.540045 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:01.545264 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:01.548723 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:01.557199 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Pushing event updated for resources: {'Port': ['ID=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:01.588906 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-129d5620-76e3-4111-99d3-b2544fd334d9 req-a7c5c37b-94cc-4356-99af-c6764f7e95f9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771468 Sep 07 11:52:01.611886 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f5e579c1-d8d2-4bd9-9bbd-3df2d52cf822 req-69a77969-56b5-4a68-81f7-c6fab0689806 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947883 Sep 07 11:52:01.617109 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Attempting to bind port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:01.617631 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Attempting to bind port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:01.618065 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Attempting to bind port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:01.628252 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:01.628935 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:01.629520 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.630078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Bound using segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:01.630862 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Bound port: 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:01.631477 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.671212 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af32ef6-e4c0-4f27-b8f2-d3c9627f013d req-54e1cf11-c5c7-433f-a3d3-b0474b6345ca tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:01.680237 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0af32ef6-e4c0-4f27-b8f2-d3c9627f013d req-54e1cf11-c5c7-433f-a3d3-b0474b6345ca tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 943 time: 0.0717065 Sep 07 11:52:01.684798 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Allocated IP 172.27.0.153 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/4e1d55bc-3d01-4e58-baf3-11324e299580) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:01.716204 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] For port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:01.720944 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] For port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:01.721405 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0af32ef6-e4c0-4f27-b8f2-d3c9627f013d req-d37afa92-d48e-4645-b404-d760c05913f4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Sep 07 11:52:01.744926 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.792569 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.813588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b70fe1-2f52-47a8-baf0-daf670989c36 None None] Pushing event updated for resources: {'Port': ['ID=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:01.821347 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.891812 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:01.931052 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:01.935244 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:01.937807 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:01.946747 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1d55bc-3d01-4e58-baf3-11324e299580,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:02.199323 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:02.224930 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d605b8-d79e-4bde-9c27-71e503203cf3 req-3e7d99d8-d292-4f5e-aaeb-9b64c394a797 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:02.226883 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a7d605b8-d79e-4bde-9c27-71e503203cf3 req-3e7d99d8-d292-4f5e-aaeb-9b64c394a797 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0924799 Sep 07 11:52:02.293494 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:02.379248 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a7d605b8-d79e-4bde-9c27-71e503203cf3 req-f5269573-4419-4870-a7f7-2e8a99aff1dd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154976 Sep 07 11:52:02.403020 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-960143c0-6e56-40bb-a5ef-9aada1ddd1f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627949 Sep 07 11:52:02.454647 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:02.533997 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-af2c0736-8e11-47ef-948a-30d329d91cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:02.535793 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-af2c0736-8e11-47ef-948a-30d329d91cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0926633 Sep 07 11:52:02.559951 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8bc16-fb27-4d0e-b049-48f094fffa68 req-f3129b9a-f5ef-40a2-81e8-71e764c763c7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:02.567480 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-44e8bc16-fb27-4d0e-b049-48f094fffa68 req-f3129b9a-f5ef-40a2-81e8-71e764c763c7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0867882 Sep 07 11:52:02.686946 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-44e8bc16-fb27-4d0e-b049-48f094fffa68 req-62eab543-a34c-4406-9dfb-6f52f4dbb9ba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033213 Sep 07 11:52:02.758507 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-7f6960b6-4220-4b88-a087-e3ea5037a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:02.760058 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-7f6960b6-4220-4b88-a087-e3ea5037a00c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.1916471 Sep 07 11:52:02.800128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 5fc4534a-64df-4eda-9736-73137e934821 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:52:02.830679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-4d02f816-3ae1-40aa-9d52-fd6ec8e8539e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0618167 Sep 07 11:52:02.900699 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14450633-1093-4645-999c-ee61d6783432 req-5b2407d6-ac75-43f0-9e6a-3ace2606f722 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:02.909680 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-14450633-1093-4645-999c-ee61d6783432 req-5b2407d6-ac75-43f0-9e6a-3ace2606f722 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0951591 Sep 07 11:52:02.921090 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.003366 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-5671125f-1453-467c-85cc-9648c0b25a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:03.004982 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-5671125f-1453-467c-85cc-9648c0b25a48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.1643345 Sep 07 11:52:03.015750 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-14450633-1093-4645-999c-ee61d6783432 req-8f42facf-16e1-4d40-8b0a-791ebfc8f0f5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051536 Sep 07 11:52:03.020185 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8830-3598-4a10-908b-2949fccb1921 req-a75a5fc1-1f0a-4ef9-b16d-049a4cb8a45b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:03.023729 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-620a8830-3598-4a10-908b-2949fccb1921 req-a75a5fc1-1f0a-4ef9-b16d-049a4cb8a45b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 943 time: 0.1961298 Sep 07 11:52:03.062234 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-5463c6c4-1964-403e-b735-d0b4d6127afc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375075 Sep 07 11:52:03.067483 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5fc4534a-64df-4eda-9736-73137e934821,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:03.081332 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '5fc4534a-64df-4eda-9736-73137e934821', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'port_id': '5fc4534a-64df-4eda-9736-73137e934821', 'mac_address': 'fa:16:3e:5e:ce:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0da42c-1a0a-4b27-86f8-3af1e18095af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:52:03.117996 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.127669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca09334-ae41-4704-8762-a36c6c946810 None None] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:52:03.154652 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-620a8830-3598-4a10-908b-2949fccb1921 req-a304af09-9e64-4bfa-a3e3-bbfe3920fb39 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962098 Sep 07 11:52:03.246211 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-03b130ab-4b12-4fe1-a953-9c11ad935510 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544476 Sep 07 11:52:03.277079 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Provisioning for port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:03.287311 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Provisioning complete for port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:03.287553 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.289903 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Router b044202a-025f-4fe4-acda-70eb528bb4ab is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:52:03.290644 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.348804 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc4534a-64df-4eda-9736-73137e934821 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:52:03.372665 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3485fb98-7cb1-40cb-8b22-7f80d0eec3e5 req-72065527-66c9-41e3-a6bd-ea4cda08ba7e service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183751 Sep 07 11:52:03.383785 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5fc4534a-64df-4eda-9736-73137e934821,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:03.435157 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.436872 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.449973 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:03.460202 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:03.475179 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:03.475792 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:03.500839 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.502608 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bb62be8c-3aca-4dea-99dc-e8f96885fb89 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8112717 Sep 07 11:52:03.505489 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43510) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:03.607594 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:03.671920 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:03.684101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.743541 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] For port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:03.749588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.828816 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1ff75-cacd-4e9c-be90-034ff58038af None None] Pushing event updated for resources: {'Port': ['ID=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:03.866210 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:02Z', 'revision_number': 3, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:03.906531 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:03.906915 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Updating router b044202a-025f-4fe4-acda-70eb528bb4ab port 4e1d55bc-3d01-4e58-baf3-11324e299580 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:52:03.933404 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:03.983653 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2d398b06-797f-41c4-b319-f3e3e6ebe211 None None] Provisioning complete for port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:03.984715 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2d398b06-797f-41c4-b319-f3e3e6ebe211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.136978 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['5fc4534a-64df-4eda-9736-73137e934821'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:52:04.197011 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:04.289841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ba30d-bee4-4fd5-ad54-9d23051e87b7 req-a8ce26bb-5085-44b6-99e5-d3a13f9f2681 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:04.292374 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-191ba30d-bee4-4fd5-ad54-9d23051e87b7 req-a8ce26bb-5085-44b6-99e5-d3a13f9f2681 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.1116850 Sep 07 11:52:04.313761 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:04.314472 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.379751 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.393746 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Transition to ACTIVE for port object 4e1d55bc-3d01-4e58-baf3-11324e299580 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:04.402970 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.428556 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985a29-f3ee-47f6-af18-b826d63e189c req-bf84936c-82ed-4218-ac38-db3b593ae2a3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:04.436500 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Attempting to bind port 4e1d55bc-3d01-4e58-baf3-11324e299580 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:04.436863 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Attempting to bind port 4e1d55bc-3d01-4e58-baf3-11324e299580 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:04.437218 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Attempting to bind port 4e1d55bc-3d01-4e58-baf3-11324e299580 on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:04.438527 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ef985a29-f3ee-47f6-af18-b826d63e189c req-bf84936c-82ed-4218-ac38-db3b593ae2a3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 944 time: 0.1223769 Sep 07 11:52:04.475343 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:04.476031 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:04.476692 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.476931 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:04.477417 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Bound port: 4e1d55bc-3d01-4e58-baf3-11324e299580, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:04.477859 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.505380 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-191ba30d-bee4-4fd5-ad54-9d23051e87b7 req-f89c85af-a453-47aa-a568-9a5c6468f8fe tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350317 Sep 07 11:52:04.509781 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.524842 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ef985a29-f3ee-47f6-af18-b826d63e189c req-444fe320-da43-4ac2-ba7d-29da7a524684 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784464 Sep 07 11:52:04.656900 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] For port 4e1d55bc-3d01-4e58-baf3-11324e299580, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:04.664808 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] For port 4e1d55bc-3d01-4e58-baf3-11324e299580, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4e1d55bc-3d01-4e58-baf3-11324e299580,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:04.666415 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728825c-ceac-4d5d-8f0c-358d48918413 None None] Pushing event updated for resources: {'Port': ['ID=4e1d55bc-3d01-4e58-baf3-11324e299580,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:04.675194 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.735241 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:04.735874 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:04.751662 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a385346-2cb0-4aa7-8ce8-62668b4607c8 req-35fc8a37-f414-47c2-8b2c-c5bad42aec4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:04.753138 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8a385346-2cb0-4aa7-8ce8-62668b4607c8 req-35fc8a37-f414-47c2-8b2c-c5bad42aec4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.1149843 Sep 07 11:52:04.762941 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43540) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:04.767663 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'floatingip': {'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:04.786204 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728825c-ceac-4d5d-8f0c-358d48918413 None None] Pushing event updated for resources: {'Port': ['ID=4e1d55bc-3d01-4e58-baf3-11324e299580,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:04.847552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Allocated IP 172.20.0.1 (ce1f8b48-484b-44ca-95d7-e0ad629ffc97/afc9d757-dc94-4daa-8204-1876bbe22cd5/4cb7d6ed-4c0c-4fc1-9707-132ef5430594) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:04.857163 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:04.892841 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:05.009335 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.024543 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Transition to ACTIVE for port object 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:05.072832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.123160 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:02Z', 'revision_number': 3, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:05.129423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:05.134079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:05.137728 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:05.166216 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c885c15-cbb8-4e56-afca-9a8d862382a1 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:02Z', 'revision_number': 3, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:05.167951 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:05.193327 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.329686 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.370179 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7ebccb89-97a5-41c0-a9d1-5355de12f8ea None None] Provisioning for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:05.376105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7ebccb89-97a5-41c0-a9d1-5355de12f8ea None None] Provisioning complete for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:05.376551 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7ebccb89-97a5-41c0-a9d1-5355de12f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.421673 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-7ebccb89-97a5-41c0-a9d1-5355de12f8ea None None] Port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:52:05.519091 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.db.resource_extend [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 11:52:05.554210 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.559765 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.656987 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.666114 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:05.676510 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.684104 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:05.794112 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc751-8e68-4a38-be71-1a0737a4544d req-e2ed3c49-a23f-43b3-a9c9-2127473ba963 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:05.802373 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-52dfc751-8e68-4a38-be71-1a0737a4544d req-e2ed3c49-a23f-43b3-a9c9-2127473ba963 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 944 time: 0.1196365 Sep 07 11:52:05.894215 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26584c14-8177-45f0-9932-0e857666733e req-d0fe090a-d044-4f72-811f-78eb0fa54d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:05.894985 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-d0fe090a-d044-4f72-811f-78eb0fa54d94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.1258497 Sep 07 11:52:05.904101 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:05.906971 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:05.915636 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-52dfc751-8e68-4a38-be71-1a0737a4544d req-44e07d74-784f-415a-954c-71dac5070e02 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121464 Sep 07 11:52:06.111096 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Floating IP 34397f34-c27d-4d40-95aa-e62414e69c4e associated. External IP: 172.27.0.25, port: 2cf3a18f-7c3e-4728-9525-a4e164673919. Sep 07 11:52:06.140756 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:52:06.192048 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ccb6-4325-4e26-b9c6-02348d2143b7 req-28b848e3-d75b-4c57-bc7b-57e87d7f43d1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:06.193637 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25a7ccb6-4325-4e26-b9c6-02348d2143b7 req-28b848e3-d75b-4c57-bc7b-57e87d7f43d1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1323504 Sep 07 11:52:06.197311 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26584c14-8177-45f0-9932-0e857666733e req-f68e0e80-5531-4509-bfcc-1ee5e2cbeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:06.198882 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-f68e0e80-5531-4509-bfcc-1ee5e2cbeaa9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.2933486 Sep 07 11:52:06.217599 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4e1d55bc-3d01-4e58-baf3-11324e299580 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:06.312222 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 4e1d55bc-3d01-4e58-baf3-11324e299580 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:06.315343 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-c128f510-943c-4d69-9ac6-60fae0a4bc43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0581706 Sep 07 11:52:06.316613 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 4e1d55bc-3d01-4e58-baf3-11324e299580 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:06.316980 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.357564 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-25a7ccb6-4325-4e26-b9c6-02348d2143b7 req-61670ac6-a51e-41d3-af31-92a1155a3927 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106060 Sep 07 11:52:06.387238 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2ad107bd-ad50-4378-b463-4afe73b2e73a None None] Provisioning complete for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:06.387791 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2ad107bd-ad50-4378-b463-4afe73b2e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.435860 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-2ad107bd-ad50-4378-b463-4afe73b2e73a None None] Port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:52:06.468616 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:06.474701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.479316 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a2509535-2458-4081-9f24-d6c8dcdf1621 admin admin] 10.222.0.13 "PUT /v2.0/routers/b044202a-025f-4fe4-acda-70eb528bb4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9727504 Sep 07 11:52:06.499904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26584c14-8177-45f0-9932-0e857666733e req-f2257a2f-ff8a-46c8-aba8-f29e584f6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:06.506504 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-f2257a2f-ff8a-46c8-aba8-f29e584f6a06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.1706889 Sep 07 11:52:06.507851 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 4e1d55bc-3d01-4e58-baf3-11324e299580, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4e1d55bc-3d01-4e58-baf3-11324e299580,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:06.513937 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.551159 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:52:06.556441 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-6adfbf8a-470b-440b-a270-6aa2c7cbc952 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384557 Sep 07 11:52:06.588768 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=4e1d55bc-3d01-4e58-baf3-11324e299580,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:06.717797 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-3019a437-eb02-4cba-baab-1209e6988dee service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493013 Sep 07 11:52:06.735414 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:06.740731 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.746927 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:06.761254 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:06.762190 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:06.781733 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4d91ab83-dd08-4525-a90b-efaf94e28884 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "PUT /v2.0/floatingips/34397f34-c27d-4d40-95aa-e62414e69c4e HTTP/1.1" status: 200 len: 991 time: 2.0174689 Sep 07 11:52:06.782353 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:06.786828 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1384b-cb5e-462d-b3a1-537134ed8923" -d '{"events": [{"name": "network-changed", "server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:06.830568 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 5fc4534a-64df-4eda-9736-73137e934821 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:06.871694 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0555658-a8d3-4d65-9819-80cb35c0d4ed x-openstack-request-id: req-d0555658-a8d3-4d65-9819-80cb35c0d4ed {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:06.872072 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:06.874551 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0555658-a8d3-4d65-9819-80cb35c0d4ed {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:06.874647 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'status': 'completed', 'code': 200} Sep 07 11:52:06.969328 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 5fc4534a-64df-4eda-9736-73137e934821 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:06.982466 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 5fc4534a-64df-4eda-9736-73137e934821 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:06.983071 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:06.985448 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-906d0c93-cf50-4365-a6f0-1913100493e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:06.986274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:06.987207 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-906d0c93-cf50-4365-a6f0-1913100493e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1099 time: 0.0823755 Sep 07 11:52:06.990208 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26584c14-8177-45f0-9932-0e857666733e req-edfb3f20-ff0e-41c6-a6c1-03f30c3dcd33 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628622 Sep 07 11:52:07.155180 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188a68b-8bca-4a85-a12a-c3f4d538f797 req-0b0b6acc-9f2e-4ae2-8168-a34096c68bf0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.156867 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7188a68b-8bca-4a85-a12a-c3f4d538f797 req-0b0b6acc-9f2e-4ae2-8168-a34096c68bf0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 944 time: 0.1374309 Sep 07 11:52:07.160158 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-a54198e6-40e7-48cd-add4-448f9edc0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.161706 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-a54198e6-40e7-48cd-add4-448f9edc0068 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.1631296 Sep 07 11:52:07.247939 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.248186 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7188a68b-8bca-4a85-a12a-c3f4d538f797 req-944e3b29-ea8b-447f-a84f-fadbbe7a1b03 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804451 Sep 07 11:52:07.272955 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-b57ffc03-a643-4af6-bb4b-37d2309146c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 999 time: 0.0870686 Sep 07 11:52:07.305326 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc4534a-64df-4eda-9736-73137e934821'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:07.307628 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea1246f-a785-45ee-ab2e-92c729884c85" -d '{"events": [{"server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "name": "network-vif-plugged", "status": "completed", "tag": "5fc4534a-64df-4eda-9736-73137e934821"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:07.329397 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-7ac035fe-8abb-4c91-b2d4-fd2723c2b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.331672 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-7ac035fe-8abb-4c91-b2d4-fd2723c2b44d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0519392 Sep 07 11:52:07.344018 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5fc4534a-64df-4eda-9736-73137e934821,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:07.355013 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.359049 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5beec8-a684-4635-9869-3e8485c1277c x-openstack-request-id: req-3f5beec8-a684-4635-9869-3e8485c1277c {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:07.359535 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "name": "network-vif-plugged", "status": "completed", "tag": "5fc4534a-64df-4eda-9736-73137e934821", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:07.359961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f5beec8-a684-4635-9869-3e8485c1277c {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:07.360692 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc4534a-64df-4eda-9736-73137e934821', 'code': 200} Sep 07 11:52:07.417147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-6d48dc15-b929-4810-9410-1180dadca874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.419165 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-6d48dc15-b929-4810-9410-1180dadca874 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0779526 Sep 07 11:52:07.422009 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43624) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:07.424500 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:07.427189 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441175437-network', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:07.436770 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:07.437707 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:07.444249 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:07.488572 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Made reservation on behalf of c12fff2632e141dd80c042bf5e7debf5 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:52:07.490966 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.509387 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.538472 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '34397f34-c27d-4d40-95aa-e62414e69c4e', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:51:39Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:07.577257 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:07.586305 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:07.587487 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:07.598772 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:07.642007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.647335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.677346 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:52:07.684395 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f9f4-053e-428c-af36-466381645f6a req-ad7925d9-7f66-43b7-9782-563673ecf091 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.686085 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1591f9f4-053e-428c-af36-466381645f6a req-ad7925d9-7f66-43b7-9782-563673ecf091 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1883800 Sep 07 11:52:07.690827 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583959b4-be5f-4e18-a5c5-0bc00a28dc6f req-b644ee2c-cdba-40d1-b95b-2d2ea8cd1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.692261 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-583959b4-be5f-4e18-a5c5-0bc00a28dc6f req-b644ee2c-cdba-40d1-b95b-2d2ea8cd1b7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 1098 time: 0.0978255 Sep 07 11:52:07.694594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-25bd1863-b10d-4cf3-ba4b-732afc257d8d service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643557 Sep 07 11:52:07.710263 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255d74b-d308-4537-907a-cf383ee41608,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:07.717726 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:07.727963 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.730175 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Added segment 88efcc06-a24f-4e37-86ea-3e0bf26d41c3 of type vlan for network e9551ba3-4003-4201-b227-f08923b9b265 Sep 07 11:52:07.785558 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.842376 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.843223 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:07.844080 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:07.890436 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 2, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:07.931534 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5083048 Sep 07 11:52:07.932446 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43636) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:07.934570 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:07.943699 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Updating router b044202a-025f-4fe4-acda-70eb528bb4ab port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:52:07.952065 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Request body: {'subnet': {'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441175437-subnet', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:07.966701 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1591f9f4-053e-428c-af36-466381645f6a req-1a9c37de-5a2e-476b-bc4c-56161890cb42 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710376 Sep 07 11:52:07.981536 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-583959b4-be5f-4e18-a5c5-0bc00a28dc6f req-d4317b88-1895-4aff-8fb5-d1a58802b41c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681701 Sep 07 11:52:08.009801 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.031941 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-28d1384b-cb5e-462d-b3a1-537134ed8923 req-37f7f355-f430-4a89-9f31-677324de07d0 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219869 Sep 07 11:52:08.052285 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Made reservation on behalf of c12fff2632e141dd80c042bf5e7debf5 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:52:08.055125 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.075190 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568fc35-7d7d-441c-b3df-fc07735003aa admin admin] Pushing event updated for resources: {'Network': ['ID=e9551ba3-4003-4201-b227-f08923b9b265,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:08.101389 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network e9551ba3-4003-4201-b227-f08923b9b265 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:52:08.136207 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '34397f34-c27d-4d40-95aa-e62414e69c4e', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:51:39Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:08.297707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.319853 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4e1d55bc-3d01-4e58-baf3-11324e299580 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:08.349025 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff992f66-a6dc-46e1-97c1-9c2d7c199980 None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '34397f34-c27d-4d40-95aa-e62414e69c4e', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:51:39Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:08.376624 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Checking segment: {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:08.376989 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Network hostable DHCP agents. Network: e9551ba3-4003-4201-b227-f08923b9b265, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:52:08.401595 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeeab77a-3c96-4ee7-b7bc-f104151feaee,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:08.426362 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Network e9551ba3-4003-4201-b227-f08923b9b265 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:52:08.449560 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.450147 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, e9551ba3-4003-4201-b227-f08923b9b265) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:08.465767 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c09da-8642-4a10-9b2c-578c14b146f9 None None] Network e9551ba3-4003-4201-b227-f08923b9b265 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:52:08.466816 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Transition to ACTIVE for port object 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:08.471506 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:08.472188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.486990 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.501947 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-686b5785-3633-4e97-b3d4-b23d5480d689 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5636480 Sep 07 11:52:08.502423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43658) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:08.507055 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 4e1d55bc-3d01-4e58-baf3-11324e299580 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:08.507689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.508265 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:08.538754 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.540103 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.581900 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b85d3-7371-40f2-850a-d60e8fb60f8c None None] Pushing event updated for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:08.593991 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2631b-5b44-4277-aa28-bc8be01d2e5e req-679df555-bb51-42af-81ec-b1582d703420 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:08.603523 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8b2631b-5b44-4277-aa28-bc8be01d2e5e req-679df555-bb51-42af-81ec-b1582d703420 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.1138315 Sep 07 11:52:08.691645 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8b2631b-5b44-4277-aa28-bc8be01d2e5e req-14819df4-39f9-4906-98fe-4573440f364b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813124 Sep 07 11:52:08.693673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.708113 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Attempting to bind port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:08.708507 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Attempting to bind port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:08.708844 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Attempting to bind port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:08.733825 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:08.734197 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:08.734602 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.735020 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Bound using segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:08.735492 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Bound port: 4cb7d6ed-4c0c-4fc1-9707-132ef5430594, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:08.735888 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.820877 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f658529-c093-4d45-9819-932ef5ab9e89 None None] New status for floating IP 34397f34-c27d-4d40-95aa-e62414e69c4e: ACTIVE {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:52:08.836408 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] For port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:08.841919 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] For port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:08.847664 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.859493 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-e9551ba3-4003-4201-b227-f08923b9b265', 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'fixed_ips': [{'subnet_id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:52:08.860363 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:08.917128 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:08.917854 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:08.922847 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b85d3-7371-40f2-850a-d60e8fb60f8c None None] Pushing event updated for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=4']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:08.958213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.090507 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:09.148134 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Allocated IP 172.20.0.2 (e9551ba3-4003-4201-b227-f08923b9b265/eeeab77a-3c96-4ee7-b7bc-f104151feaee/7ee7cacd-7b60-4087-97d4-641ba79b85e4) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:09.183085 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85188-fc91-4fea-9177-5a40dded78d7 req-37fd026d-532d-41b3-bba3-8c374b624653 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:09.184681 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cfb85188-fc91-4fea-9177-5a40dded78d7 req-37fd026d-532d-41b3-bba3-8c374b624653 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1101501 Sep 07 11:52:09.237881 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cfb85188-fc91-4fea-9177-5a40dded78d7 req-8a911c2d-7242-4def-8380-5143115b8ddf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Sep 07 11:52:09.334153 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.343300 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Transition to ACTIVE for port object 7ee7cacd-7b60-4087-97d4-641ba79b85e4 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:09.360384 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Transition to ACTIVE for port object 7ee7cacd-7b60-4087-97d4-641ba79b85e4 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:09.365959 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.368589 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.369974 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:08Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:09.395886 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.415559 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Network e9551ba3-4003-4201-b227-f08923b9b265 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:09.419151 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:09.425870 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:09.429319 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Pushing event updated for resources: {'Port': ['ID=7ee7cacd-7b60-4087-97d4-641ba79b85e4,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:09.504844 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Attempting to bind port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:09.505419 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Attempting to bind port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:09.506053 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Attempting to bind port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 on network e9551ba3-4003-4201-b227-f08923b9b265 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:09.515984 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1f061-4a81-4f7b-bf8b-70b7c5ff58eb None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:08Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:09.519886 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:09.523646 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Checking segment: {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:09.524093 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.524764 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Bound using segment: {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:09.525275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Bound port: 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:09.526248 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.598348 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Allocated IP 172.27.0.30 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/651729e4-52b4-49d7-a56a-7caa10a7ef1b) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:09.672881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] For port 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:09.676806 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] For port 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7ee7cacd-7b60-4087-97d4-641ba79b85e4,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:09.684178 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.766259 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1b2e9-e158-48f9-b373-c41c0cee199e None None] Pushing event updated for resources: {'Port': ['ID=7ee7cacd-7b60-4087-97d4-641ba79b85e4,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:09.794220 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.903247 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35749fb4-2bf6-48ad-983c-5664e82c1b5c req-b8e669a8-6dde-416f-b394-7ab4d7e16d07 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:09.904902 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-35749fb4-2bf6-48ad-983c-5664e82c1b5c req-b8e669a8-6dde-416f-b394-7ab4d7e16d07 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.0992804 Sep 07 11:52:09.947537 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:09.995327 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43684) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:10.011319 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-35749fb4-2bf6-48ad-983c-5664e82c1b5c req-352674c5-8b01-4ac7-9d1e-51181b28c69e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986583 Sep 07 11:52:10.019349 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:10.026203 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:10.037020 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:10.084785 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=651729e4-52b4-49d7-a56a-7caa10a7ef1b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:10.242002 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8d6e-e096-4f5b-9a45-9d8d074259c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.300905 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7ee7cacd-7b60-4087-97d4-641ba79b85e4 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:10.391574 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:10.402290 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:10.443754 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.444294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c02694-bf80-44f7-987a-0f08c210c98d req-b470ba57-7e8d-4bd1-b763-ffb81554b7fc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:10.446336 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f2c02694-bf80-44f7-987a-0f08c210c98d req-b470ba57-7e8d-4bd1-b763-ffb81554b7fc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0838540 Sep 07 11:52:10.469770 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:10.481954 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:10.482450 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.513986 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f2c02694-bf80-44f7-987a-0f08c210c98d req-78062551-0cc8-41d7-ab0c-769324c080cc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Sep 07 11:52:10.538647 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8d6e-e096-4f5b-9a45-9d8d074259c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.548034 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8d6e-e096-4f5b-9a45-9d8d074259c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.589543 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a8d6e-e096-4f5b-9a45-9d8d074259c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b0e66-01f0-4da0-b721-9b1edd8d70a7,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:10.595187 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0b7a8d6e-e096-4f5b-9a45-9d8d074259c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7b6ca9cf27a45e69d9af22d83e65528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987558 Sep 07 11:52:10.599339 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43690) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:10.628895 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.676674 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:10.683846 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.700221 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.741464 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.763067 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.788729 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:10.829427 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.832516 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:10.837013 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d6b0e66-01f0-4da0-b721-9b1edd8d70a7 HTTP/1.1" status: 204 len: 168 time: 0.2364650 Sep 07 11:52:10.847825 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc86be-9194-4c5a-b8fe-1b061d9b1b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b0e66-01f0-4da0-b721-9b1edd8d70a7,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:10.952530 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:52:11.117857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:11.129480 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Sync routers for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:11.143127 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.147740 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f2b81a91-9e5e-45c7-aa71-8822d992a4a8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6411507 Sep 07 11:52:11.148339 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43704) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:11.152737 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:11.153572 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:11.224333 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e59be5-8d56-4b46-aedb-e0826d866f17 req-8aa5f10f-74b0-4db5-a92a-3db69c9730ae tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:11.236347 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-09e59be5-8d56-4b46-aedb-e0826d866f17 req-8aa5f10f-74b0-4db5-a92a-3db69c9730ae tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.1270216 Sep 07 11:52:11.301768 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43708) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:11.304391 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ff95b-13cf-4ff8-8fa5-2d627576c387 None None] Network e9551ba3-4003-4201-b227-f08923b9b265 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:52:11.306371 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-09e59be5-8d56-4b46-aedb-e0826d866f17 req-60d5d387-8785-4c60-a248-61437f5c46eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Sep 07 11:52:11.334398 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3cd023ac-6652-4e38-a96b-a080de73b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.364124 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:11.447181 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Provisioning for port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:11.454327 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Provisioning complete for port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:11.454990 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.604697 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 3, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:11.640714 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Checking router: 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:11.641061 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Updating router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad port 651729e4-52b4-49d7-a56a-7caa10a7ef1b binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:52:11.672067 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.698246 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.744602 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] For port 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7ee7cacd-7b60-4087-97d4-641ba79b85e4,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:11.749972 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.808044 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d5a3f-e86f-4f90-9a90-dba81fcdd5f2 None None] Pushing event updated for resources: {'Port': ['ID=7ee7cacd-7b60-4087-97d4-641ba79b85e4,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:11.906694 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3cd023ac-6652-4e38-a96b-a080de73b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.916190 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cffd6-c4b6-4013-b2d9-c9e45de98e0b req-6de7a03e-e2f8-40f3-8638-a9a29b02840e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:11.917672 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1f7cffd6-c4b6-4013-b2d9-c9e45de98e0b req-6de7a03e-e2f8-40f3-8638-a9a29b02840e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1489310 Sep 07 11:52:11.924436 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3cd023ac-6652-4e38-a96b-a080de73b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.975684 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-16875c28-482f-4213-afc1-47f612e78d7a None None] Provisioning complete for port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:11.976363 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-16875c28-482f-4213-afc1-47f612e78d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:11.993403 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.003942 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Transition to ACTIVE for port object 651729e4-52b4-49d7-a56a-7caa10a7ef1b will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:12.009408 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.016517 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3cd023ac-6652-4e38-a96b-a080de73b47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=727f964fa0f64c619959759ddc8abb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073932 Sep 07 11:52:12.019239 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43724) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:12.026233 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd023ac-6652-4e38-a96b-a080de73b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482bda5-6552-4f5d-90d0-4cbbcd3dadbe,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.078631 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1f7cffd6-c4b6-4013-b2d9-c9e45de98e0b req-230ebd4d-5251-4ece-81d4-9d2073f460fd tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493382 Sep 07 11:52:12.103270 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8376cb-5458-47fa-a3c3-a29887d89a64 None None] Pushing event updated for resources: {'Port': ['ID=651729e4-52b4-49d7-a56a-7caa10a7ef1b,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.138432 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.149041 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Attempting to bind port 651729e4-52b4-49d7-a56a-7caa10a7ef1b on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:12.149587 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Attempting to bind port 651729e4-52b4-49d7-a56a-7caa10a7ef1b by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:12.149730 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Attempting to bind port 651729e4-52b4-49d7-a56a-7caa10a7ef1b on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:12.163142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.165716 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:12.166119 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:12.166572 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.169646 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:12.170278 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Bound port: 651729e4-52b4-49d7-a56a-7caa10a7ef1b, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:12.170873 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.198382 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7ee7cacd-7b60-4087-97d4-641ba79b85e4 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:12.225045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.231862 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.234720 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] For port 651729e4-52b4-49d7-a56a-7caa10a7ef1b, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:12.237089 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f482bda5-6552-4f5d-90d0-4cbbcd3dadbe HTTP/1.1" status: 204 len: 168 time: 0.2165666 Sep 07 11:52:12.240861 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] For port 651729e4-52b4-49d7-a56a-7caa10a7ef1b, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=651729e4-52b4-49d7-a56a-7caa10a7ef1b,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:12.247996 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53348005-5cff-4916-8d26-2fcd4b0be31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482bda5-6552-4f5d-90d0-4cbbcd3dadbe,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.248940 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.275173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:12.275895 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.315455 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.326556 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:12.327282 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:12.374187 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8376cb-5458-47fa-a3c3-a29887d89a64 None None] Pushing event updated for resources: {'Port': ['ID=651729e4-52b4-49d7-a56a-7caa10a7ef1b,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.425403 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:12.454912 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:12.473630 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:12.474096 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.545884 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Allocated IP 172.20.0.1 (e9551ba3-4003-4201-b227-f08923b9b265/eeeab77a-3c96-4ee7-b7bc-f104151feaee/04036d9c-4014-429b-a4d1-c9434d6d45d2) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:12.661373 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 3, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:12.672742 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.681362 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43732) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:12.688852 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Transition to ACTIVE for port object 04036d9c-4014-429b-a4d1-c9434d6d45d2 will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:12.691945 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895eeef-1926-419d-87b8-27a725a35362 None None] The sync data for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi is: [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 3, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:12.702284 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20110394-7e08-470f-8f87-13645e62147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.734971 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.793742 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Network e9551ba3-4003-4201-b227-f08923b9b265 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:12.797156 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:12.801048 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:12.810383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20110394-7e08-470f-8f87-13645e62147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.817312 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20110394-7e08-470f-8f87-13645e62147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.846847 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.850283 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Pushing event updated for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.867006 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-20110394-7e08-470f-8f87-13645e62147e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36d4bc759647434b82f2ac2bddd1cd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819785 Sep 07 11:52:12.867006 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20110394-7e08-470f-8f87-13645e62147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f86b2ea-f7dd-4753-9d62-a6388d009a67,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:12.867955 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43736) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:12.939249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:12.981924 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.057396 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.062335 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.065298 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.066540 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f86b2ea-f7dd-4753-9d62-a6388d009a67 HTTP/1.1" status: 204 len: 168 time: 0.1976206 Sep 07 11:52:13.104700 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902db8-fd11-4e4d-9fdf-a7bcaa87fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f86b2ea-f7dd-4753-9d62-a6388d009a67,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:13.163822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-c9948dbd-63c2-4fc1-8876-6bc784ea2d9d None None] Provisioning for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:13.168127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-c9948dbd-63c2-4fc1-8876-6bc784ea2d9d None None] Provisioning complete for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:13.168500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c9948dbd-63c2-4fc1-8876-6bc784ea2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.240446 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-c9948dbd-63c2-4fc1-8876-6bc784ea2d9d None None] Port 04036d9c-4014-429b-a4d1-c9434d6d45d2 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:52:13.270116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc9a6-6c70-4c36-af72-41a75cd52e88 req-035d52fe-e3c0-4daa-a88c-dffb1bf92e71 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:13.275484 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25cbc9a6-6c70-4c36-af72-41a75cd52e88 req-035d52fe-e3c0-4daa-a88c-dffb1bf92e71 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0911412 Sep 07 11:52:13.302877 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.308920 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.387943 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.389876 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Pushing event updated for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:13.524496 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Network e9551ba3-4003-4201-b227-f08923b9b265 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:13.525935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:13.588846 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25cbc9a6-6c70-4c36-af72-41a75cd52e88 req-09a6fe2d-67b7-4af7-be5e-87dd8356ad70 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039892 Sep 07 11:52:13.701880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:52:13.826623 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:13.849487 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b1034ec8-a081-43e2-ba93-3afc2e2ae424 admin admin] 10.222.0.13 "PUT /v2.0/routers/96052ad2-d5ff-4c80-8e47-be6e67f8f3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997685 Sep 07 11:52:13.879254 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-87d3c95a-0e83-4020-9326-025c3694566b None None] Provisioning complete for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:13.879910 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-87d3c95a-0e83-4020-9326-025c3694566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:13.923237 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-87d3c95a-0e83-4020-9326-025c3694566b None None] Port 04036d9c-4014-429b-a4d1-c9434d6d45d2 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:52:14.160556 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 651729e4-52b4-49d7-a56a-7caa10a7ef1b up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:14.268478 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 651729e4-52b4-49d7-a56a-7caa10a7ef1b completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:14.272664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 651729e4-52b4-49d7-a56a-7caa10a7ef1b triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:14.272923 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.396884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.424508 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 651729e4-52b4-49d7-a56a-7caa10a7ef1b, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=651729e4-52b4-49d7-a56a-7caa10a7ef1b,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:14.431274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.465465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43826) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:14.470220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660934475', 'description': 'tempest-secgroup-smoke-1660934475 description', 'project_id': '01468668b6844f859b2f5a661fa01b99'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:14.505688 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.519085 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=651729e4-52b4-49d7-a56a-7caa10a7ef1b,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:14.606277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.610588 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.644511 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.648285 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1787031 Sep 07 11:52:14.649556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d773a-e89a-4d41-a529-196480ec7093 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f3d930-c818-48df-aa3a-f0813fda12e2,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:14.649696 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43834) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:14.655955 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:14.689700 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.736204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f147533-b43f-4200-8b77-49567e4cd874 req-8d71d631-2266-4fdc-897d-6d0a9a9d9fb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:14.739780 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f147533-b43f-4200-8b77-49567e4cd874 req-8d71d631-2266-4fdc-897d-6d0a9a9d9fb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0621963 Sep 07 11:52:14.760662 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.766523 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.787032 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad531c1-dc2b-45c9-8de0-131baa3084c3,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:14.795722 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f147533-b43f-4200-8b77-49567e4cd874 req-26c56c7c-1e8b-4fac-bc91-ce8ffab8c73c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Sep 07 11:52:14.800892 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.811133 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f129cba2-3c0d-46ae-8092-feec90befcb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513662 Sep 07 11:52:14.811133 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43840) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:14.811133 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:14.842935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.910259 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.914174 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.932365 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53787231-650a-48f0-9ffb-a1c026493a9b,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:14.938241 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:14.939674 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1fd5e5bd-00aa-44af-a698-5c33651766e9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332221 Sep 07 11:52:14.942555 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43846) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:14.947870 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:14.977072 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.039508 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.044760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.063686 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb8f6c6-2555-48f7-bbb7-53f131606ea6,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:15.070752 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.072001 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-447ea228-f07d-4ff5-a21b-fa563d37605b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283641 Sep 07 11:52:15.075469 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 43862) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:15.082279 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:15.111294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.186020 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Sync routers for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:15.194291 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.195330 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:15.196022 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:15.201320 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.223123 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8d9a77-8bf3-4e3b-b687-35310d26cc59,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:15.231786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.233899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43872) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:15.235539 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-67f5fb6d-40e5-4cbd-b6e3-e71b118967c0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583989 Sep 07 11:52:15.247160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:15.281413 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Project 01468668b6844f859b2f5a661fa01b99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:52:15.286502 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.343542 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:15.382553 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.388225 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.407778 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9b065b-8ad6-425e-82e8-a39b4db37976,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:15.417009 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.418636 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-395d87f0-7346-4af9-8472-5f9484d2f812 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1836877 Sep 07 11:52:15.421468 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 43878) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:15.433351 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'security_group_rule': {'security_group_id': '61f3d930-c818-48df-aa3a-f0813fda12e2', 'project_id': '01468668b6844f859b2f5a661fa01b99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:15.467939 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Project 01468668b6844f859b2f5a661fa01b99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:52:15.473767 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.545458 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.549473 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.578945 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c1d74b-2ebc-40c4-b227-032880e27d53,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:15.580487 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:12Z', 'revision_number': 4, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '04036d9c-4014-429b-a4d1-c9434d6d45d2', 'name': '', 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'mac_address': 'fa:16:3e:7f:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:12Z', 'updated_at': '2021-09-07T11:52:13Z', 'revision_number': 2, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'subnets': [{'id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:15.584844 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.586568 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8802f6cb-b9db-4a55-96c0-be23bb19d898 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1639302 Sep 07 11:52:15.609619 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Checking router: 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:15.609975 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Updating router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad port 04036d9c-4014-429b-a4d1-c9434d6d45d2 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:52:15.633930 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:15.933816 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529390ed-f160-4b64-bfdb-1c546b4fbb87 req-7d548b49-0407-48a4-b4b2-b30f00d6c088 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:15.936127 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-529390ed-f160-4b64-bfdb-1c546b4fbb87 req-7d548b49-0407-48a4-b4b2-b30f00d6c088 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0621474 Sep 07 11:52:15.973783 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-529390ed-f160-4b64-bfdb-1c546b4fbb87 req-2d6dde8e-50ec-411a-a9a8-ac51c97d427d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Sep 07 11:52:16.035145 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.044535 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Transition to ACTIVE for port object 04036d9c-4014-429b-a4d1-c9434d6d45d2 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:16.050496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.099267 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d1478-9c08-4207-b729-8d5f9de77d86 None None] Pushing event updated for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:16.150018 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 651729e4-52b4-49d7-a56a-7caa10a7ef1b up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:16.186383 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Attempting to bind port 04036d9c-4014-429b-a4d1-c9434d6d45d2 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:16.186751 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Attempting to bind port 04036d9c-4014-429b-a4d1-c9434d6d45d2 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:16.187146 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Attempting to bind port 04036d9c-4014-429b-a4d1-c9434d6d45d2 on network e9551ba3-4003-4201-b227-f08923b9b265 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:16.196756 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:16.197690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Checking segment: {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:16.198092 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.198484 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Bound using segment: {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:16.198986 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Bound port: 04036d9c-4014-429b-a4d1-c9434d6d45d2, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88efcc06-a24f-4e37-86ea-3e0bf26d41c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:16.199372 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.251550 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 651729e4-52b4-49d7-a56a-7caa10a7ef1b triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:16.251926 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.309047 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] For port 04036d9c-4014-429b-a4d1-c9434d6d45d2, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:16.312284 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] For port 04036d9c-4014-429b-a4d1-c9434d6d45d2, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=04036d9c-4014-429b-a4d1-c9434d6d45d2,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:16.318891 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:16.409941 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:16.410581 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:16.417834 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d1478-9c08-4207-b729-8d5f9de77d86 None None] Pushing event updated for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:16.539580 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:16.752846 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:12Z', 'revision_number': 4, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '04036d9c-4014-429b-a4d1-c9434d6d45d2', 'name': '', 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'mac_address': 'fa:16:3e:7f:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:12Z', 'updated_at': '2021-09-07T11:52:16Z', 'revision_number': 4, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'subnets': [{'id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:16.779574 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc772b3-7990-41ae-8a9e-1e08a2abdf71 None None] The sync data for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi is: [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T11:52:12Z', 'revision_number': 4, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '04036d9c-4014-429b-a4d1-c9434d6d45d2', 'name': '', 'network_id': 'e9551ba3-4003-4201-b227-f08923b9b265', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'mac_address': 'fa:16:3e:7f:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:12Z', 'updated_at': '2021-09-07T11:52:16Z', 'revision_number': 4, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'subnets': [{'id': 'eeeab77a-3c96-4ee7-b7bc-f104151feaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:17.099285 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72103-afd2-4422-bc55-d50dfef39c51 req-24ff9ed6-8896-4fbb-b435-efaa83f9e775 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:17.100809 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a5a72103-afd2-4422-bc55-d50dfef39c51 req-24ff9ed6-8896-4fbb-b435-efaa83f9e775 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0560277 Sep 07 11:52:17.147180 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a5a72103-afd2-4422-bc55-d50dfef39c51 req-6f29c28a-e28c-4e6d-87b5-78927b30e685 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Sep 07 11:52:17.413982 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:52:18.145147 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 04036d9c-4014-429b-a4d1-c9434d6d45d2 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:18.200098 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:18.204262 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:18.204870 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:18.281234 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004736fa-b8e7-467e-b63c-bef3f9f3267c req-de67bbf9-5eb5-4164-b63d-fbcbe12cf527 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:18.283167 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-004736fa-b8e7-467e-b63c-bef3f9f3267c req-de67bbf9-5eb5-4164-b63d-fbcbe12cf527 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0630386 Sep 07 11:52:18.294528 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:18.322025 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-004736fa-b8e7-467e-b63c-bef3f9f3267c req-2be3277c-fe0d-4b49-aa7d-dbb5e47a9175 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 07 11:52:18.327143 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 04036d9c-4014-429b-a4d1-c9434d6d45d2, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=04036d9c-4014-429b-a4d1-c9434d6d45d2,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:18.332321 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:18.391235 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:19.438060 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024791-09f9-4efb-9000-9011b84f127f req-b057f4da-3c1c-4956-9d7f-03c522ca041c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:19.439534 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9c024791-09f9-4efb-9000-9011b84f127f req-b057f4da-3c1c-4956-9d7f-03c522ca041c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0468726 Sep 07 11:52:19.477153 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9c024791-09f9-4efb-9000-9011b84f127f req-0bf06259-36ca-4962-9cf3-ecd615fe9bd7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Sep 07 11:52:20.123488 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 04036d9c-4014-429b-a4d1-c9434d6d45d2 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:20.171753 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 04036d9c-4014-429b-a4d1-c9434d6d45d2 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:20.172129 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:20.593846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3b08-93ac-44d0-8eb7-2aa0ed9d5693 req-cc1f9a5c-152f-41e4-a65e-6900d1646e68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:20.595287 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff0b3b08-93ac-44d0-8eb7-2aa0ed9d5693 req-cc1f9a5c-152f-41e4-a65e-6900d1646e68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0488172 Sep 07 11:52:20.632343 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff0b3b08-93ac-44d0-8eb7-2aa0ed9d5693 req-126b5b69-a590-4e1b-9a2a-1b069d3a9dfa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Sep 07 11:52:21.349448 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c8b0-5df4-4d94-8228-fa5290db621b req-8a849d05-5a7f-44e5-a9a7-f3d85fcc9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:21.350989 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24f2c8b0-5df4-4d94-8228-fa5290db621b req-8a849d05-5a7f-44e5-a9a7-f3d85fcc9815 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0387232 Sep 07 11:52:21.389045 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24f2c8b0-5df4-4d94-8228-fa5290db621b req-c233b554-6ed8-4ec1-99c1-a17ceda01c6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283046 Sep 07 11:52:21.753655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91317-eb09-4b4b-a80f-de6124647510 req-982e3b5e-edfd-4f90-8caa-c2c9a15e830d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:21.755191 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9ed91317-eb09-4b4b-a80f-de6124647510 req-982e3b5e-edfd-4f90-8caa-c2c9a15e830d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0507340 Sep 07 11:52:21.793162 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9ed91317-eb09-4b4b-a80f-de6124647510 req-d840c9d0-3081-4532-8655-8ed37a2d895f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Sep 07 11:52:22.066577 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-16b8c288-f238-4d5e-8098-9ed55d60f058 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310301036&fields=id&tenant_id=91ba73d6b26842dfb27bca69e4066fc1 HTTP/1.1" status: 200 len: 267 time: 0.0356092 Sep 07 11:52:22.171362 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-b6c32079-48b6-4010-b9a0-7174cf347935 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:22.173544 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-b6c32079-48b6-4010-b9a0-7174cf347935 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 809 time: 0.0995426 Sep 07 11:52:22.188192 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-537e7e2c-5d29-4f3e-a503-af7474253b69 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/quotas/91ba73d6b26842dfb27bca69e4066fc1 HTTP/1.1" status: 200 len: 375 time: 0.0096908 Sep 07 11:52:22.238926 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-70b21b30-cd94-4794-a0c1-d35fb3368dff tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452540 Sep 07 11:52:22.343063 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-fd8922f5-fe24-4815-91d4-66b990f587b6 service neutron] 10.222.0.13 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901830 Sep 07 11:52:22.443840 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-3fe52c76-2858-40c2-96d7-28cb14ac97fb service neutron] 10.222.0.13 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932262 Sep 07 11:52:22.738588 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-22a5f60a-beb9-44fd-83bc-4e493792e3ad req-96552a3b-70ef-411f-a20e-e768d3d93af4 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 210 time: 0.0298190 Sep 07 11:52:22.919604 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ce9-018e-479c-b0b1-c224590c3cd9 req-03b821c9-38af-4c61-81d6-487ba4b9c9cc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:22.921090 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-42776ce9-018e-479c-b0b1-c224590c3cd9 req-03b821c9-38af-4c61-81d6-487ba4b9c9cc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0582035 Sep 07 11:52:22.959624 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-42776ce9-018e-479c-b0b1-c224590c3cd9 req-85b308f8-025d-4351-8e98-032b5498c450 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Sep 07 11:52:23.837369 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0922433d-a542-402e-bd21-7edc2d472dd6 req-3b915087-4432-44ab-ae5e-26f2413e360d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 210 time: 0.0258632 Sep 07 11:52:24.101289 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-21eba76b-8bb2-419f-a770-4a0dfbefb169 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.102759 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-21eba76b-8bb2-419f-a770-4a0dfbefb169 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 809 time: 0.1699300 Sep 07 11:52:24.111492 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e46c-30bf-47cc-8dfe-66b16f3818c8 req-cc4cd8d9-938b-43ec-bf38-915c63d38361 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.112972 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff21e46c-30bf-47cc-8dfe-66b16f3818c8 req-cc4cd8d9-938b-43ec-bf38-915c63d38361 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0816164 Sep 07 11:52:24.172895 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-f2eed658-f51b-4da5-973f-0fe777e8265e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ba73d6b26842dfb27bca69e4066fc1 HTTP/1.1" status: 200 len: 379 time: 0.0549669 Sep 07 11:52:24.188146 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'port': {'device_id': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'admin_state_up': True, 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'security_groups': ['ab2a99ef-95e9-47b3-a682-eb7a67ae6789']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:24.209334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff21e46c-30bf-47cc-8dfe-66b16f3818c8 req-08a52217-cae8-4a7b-b690-12f3456d179f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853839 Sep 07 11:52:24.325418 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Made reservation on behalf of 91ba73d6b26842dfb27bca69e4066fc1 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:52:24.329903 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:24.523237 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bc9cd-9b2e-4cdf-aa30-ff12959a7f2d req-4742672b-cbb2-4dd6-862c-ca775ea6b26e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.525560 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e04bc9cd-9b2e-4cdf-aa30-ff12959a7f2d req-4742672b-cbb2-4dd6-862c-ca775ea6b26e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0791132 Sep 07 11:52:24.537546 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Allocated IP 172.20.0.10 (334f5897-177f-4e67-98b0-fc138035b8b9/386f278d-d3c1-4a75-b20a-77723bd4ec1f/71726a98-4b68-483d-8adc-797e65de53d0) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:24.544693 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-afcb6c53-1767-4a2d-9f0a-23ad84ceef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.546344 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-afcb6c53-1767-4a2d-9f0a-23ad84ceef43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0711849 Sep 07 11:52:24.571653 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e04bc9cd-9b2e-4cdf-aa30-ff12959a7f2d req-89d631b0-b26c-4d7c-8311-ed626aa60807 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Sep 07 11:52:24.733565 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-0997d7fe-b3ca-4a00-a7b1-3ba03d087585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.735061 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-0997d7fe-b3ca-4a00-a7b1-3ba03d087585 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.1713958 Sep 07 11:52:24.766938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:24.801872 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-bd02044a-a9d7-4b99-aacf-1795f75d1e7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0464559 Sep 07 11:52:24.809348 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Transition to ACTIVE for port object 71726a98-4b68-483d-8adc-797e65de53d0 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:24.880091 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-31926c64-f926-4197-bb69-3921a83040a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:24.881511 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-31926c64-f926-4197-bb69-3921a83040a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0640152 Sep 07 11:52:24.888218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:24.977873 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-42a0c9d5-3324-4d66-b5aa-9afaf1cd3a5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597391 Sep 07 11:52:24.985303 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Network 334f5897-177f-4e67-98b0-fc138035b8b9 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:24.993723 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:24.996759 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:25.000017 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:25.090044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8d2f-3cc1-4067-9834-af9619d5e38b req-60328a2a-bdce-4028-8e14-9ceed015b75e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:25.091659 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e37f8d2f-3cc1-4067-9834-af9619d5e38b req-60328a2a-bdce-4028-8e14-9ceed015b75e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 932 time: 0.1708767 Sep 07 11:52:25.099543 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:25.100195 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.167752 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-eed0a763-cc23-4142-bf52-158e4ae04bc2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9852376 Sep 07 11:52:25.192291 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Request body: {'port': {'device_id': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:25.216137 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-a89920b7-c600-4a7a-9073-ba9ae74ed2ed service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917846 Sep 07 11:52:25.220765 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e37f8d2f-3cc1-4067-9834-af9619d5e38b req-a3a20445-8ba3-43ff-8e06-7db5e24721a5 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938957 Sep 07 11:52:25.254167 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-433aa15b-10ed-4a18-a474-355cb3892149 None None] Provisioning for port 71726a98-4b68-483d-8adc-797e65de53d0 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:25.258062 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-433aa15b-10ed-4a18-a474-355cb3892149 None None] Provisioning complete for port 71726a98-4b68-483d-8adc-797e65de53d0 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:25.258549 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-433aa15b-10ed-4a18-a474-355cb3892149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.279260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.297427 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-433aa15b-10ed-4a18-a474-355cb3892149 None None] Port 71726a98-4b68-483d-8adc-797e65de53d0 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:52:25.383372 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd6d37f-8ced-460a-b1a3-60fb225931e6 req-4c627ff3-c3a6-4d57-8928-0a3dc0631890 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562295 Sep 07 11:52:25.599898 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71726a98-4b68-483d-8adc-797e65de53d0 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:52:25.607911 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.623950 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Transition to ACTIVE for port object 71726a98-4b68-483d-8adc-797e65de53d0 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:25.629015 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.713173 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:25.754117 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a97b7-41b1-4c46-92a8-63fe48017e3f req-9b130922-8ca4-4e15-9229-5ebae8457417 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:25.755682 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e4a97b7-41b1-4c46-92a8-63fe48017e3f req-9b130922-8ca4-4e15-9229-5ebae8457417 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1178055 Sep 07 11:52:25.842066 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e4a97b7-41b1-4c46-92a8-63fe48017e3f req-b052b853-86ec-4eb6-8989-3b7111a0e44d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585735 Sep 07 11:52:25.855941 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Attempting to bind port 71726a98-4b68-483d-8adc-797e65de53d0 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:25.856429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Attempting to bind port 71726a98-4b68-483d-8adc-797e65de53d0 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:25.856853 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Attempting to bind port 71726a98-4b68-483d-8adc-797e65de53d0 on network 334f5897-177f-4e67-98b0-fc138035b8b9 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:25.861764 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Port 71726a98-4b68-483d-8adc-797e65de53d0 on network 334f5897-177f-4e67-98b0-fc138035b8b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:52:25.862179 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Attempting to bind port 71726a98-4b68-483d-8adc-797e65de53d0 on network 334f5897-177f-4e67-98b0-fc138035b8b9 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:25.867639 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:25.868041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Checking segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:25.868481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Bound using segment: {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:25.869011 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Bound port: 71726a98-4b68-483d-8adc-797e65de53d0, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:25.869435 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.935566 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:25.938554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:25.943527 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.976637 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:25.977255 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:25.978749 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] 10.222.0.62 "PUT /v2.0/ports/71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 1094 time: 0.7921686 Sep 07 11:52:25.979207 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:25.981471 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b182f51-feb6-4336-86ae-08ea474c20e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:26.026633 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9533f-18aa-478f-b4ae-a4627765c574 x-openstack-request-id: req-7db9533f-18aa-478f-b4ae-a4627765c574 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:26.026963 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:26.027212 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7db9533f-18aa-478f-b4ae-a4627765c574 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:26.027611 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'status': 'completed', 'code': 200} Sep 07 11:52:26.030656 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5510d-f6d8-44bb-9d72-a1537e1530ed service neutron] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:26.092113 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-9bc662a3-e121-4b76-9114-0cc2a3d4387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.093993 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-9bc662a3-e121-4b76-9114-0cc2a3d4387b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1097 time: 0.0513270 Sep 07 11:52:26.143523 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-dd84446e-2ff7-4ed8-89f8-b1028dfee490 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 217 time: 0.0409307 Sep 07 11:52:26.201027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-6d91e466-be01-4eb3-a928-b71e7109374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.202551 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-6d91e466-be01-4eb3-a928-b71e7109374c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0476704 Sep 07 11:52:26.258937 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df75f1-4999-468b-a6b3-5838901829ea req-d6dcd538-56d7-49ee-ac05-37b0c2eeec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.261301 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-d6dcd538-56d7-49ee-ac05-37b0c2eeec9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391929 Sep 07 11:52:26.336024 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614c9f-cea8-4ccb-95f3-46b03806a8bf req-69fc740e-de18-42bd-b9f9-5c74e7c1d33f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.337412 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-39614c9f-cea8-4ccb-95f3-46b03806a8bf req-69fc740e-de18-42bd-b9f9-5c74e7c1d33f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0480456 Sep 07 11:52:26.367829 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-048a8f75-807c-4d3a-aeb8-fd33b100aa3c service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883474 Sep 07 11:52:26.378424 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-39614c9f-cea8-4ccb-95f3-46b03806a8bf req-4346d99c-d44e-4e2e-b601-762bc1ae31f2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343571 Sep 07 11:52:26.483461 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-24df75f1-4999-468b-a6b3-5838901829ea req-898c3b1a-8fd5-4752-9697-d168c8cf08b3 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075017 Sep 07 11:52:26.578495 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-5b18057e-708f-453d-9c4a-0028afda03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.580002 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-5b18057e-708f-453d-9c4a-0028afda03d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1097 time: 0.0400279 Sep 07 11:52:26.683186 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-5076235a-e625-4f4e-8cb6-9eac29b2f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.684701 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-5076235a-e625-4f4e-8cb6-9eac29b2f4ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.0915773 Sep 07 11:52:26.728835 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-0ed3ccc9-0a10-4915-867a-9a03abbb682e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 217 time: 0.0346699 Sep 07 11:52:26.785574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-f33d9216-883f-49d3-a1e8-4e43b0a41ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.787001 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-f33d9216-883f-49d3-a1e8-4e43b0a41ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0459375 Sep 07 11:52:26.836624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-4ba7a9be-b1ea-4e11-b27e-f291640fe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:26.838268 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-4ba7a9be-b1ea-4e11-b27e-f291640fe391 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394442 Sep 07 11:52:26.936080 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-8d9666a6-0ed2-40b8-89ef-ab393112ecb5 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Sep 07 11:52:27.093818 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b182f51-feb6-4336-86ae-08ea474c20e6 req-fcae2efc-54e7-450d-ac37-8ad27636d769 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145072 Sep 07 11:52:27.101856 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42cf67-680d-4396-aabb-8a1ffea02095 req-8a873005-68fe-4ee2-b2be-4c84ad2f1143 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:27.103326 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0c42cf67-680d-4396-aabb-8a1ffea02095 req-8a873005-68fe-4ee2-b2be-4c84ad2f1143 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0915325 Sep 07 11:52:27.141034 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0c42cf67-680d-4396-aabb-8a1ffea02095 req-ea17e748-bd65-4d39-837c-d8bade478fcc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Sep 07 11:52:27.567350 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816fc4f-8008-467a-b1d2-3d6a59530548 req-e1687f44-5a2a-49e3-8875-02f2240acb9e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:27.568839 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b816fc4f-8008-467a-b1d2-3d6a59530548 req-e1687f44-5a2a-49e3-8875-02f2240acb9e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0512147 Sep 07 11:52:27.605077 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b816fc4f-8008-467a-b1d2-3d6a59530548 req-ba24c6c2-787c-43c8-bef4-9a6757a6379e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Sep 07 11:52:28.052366 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3f63b5ac-4a6a-4056-a021-2803407d3f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:28.259476 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d570-e9a8-49c5-8268-76ac7da368ce req-1bae1c51-c3ec-47ce-859f-f7ea049c0ccc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:28.261437 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64e2d570-e9a8-49c5-8268-76ac7da368ce req-1bae1c51-c3ec-47ce-859f-f7ea049c0ccc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0498788 Sep 07 11:52:28.299688 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64e2d570-e9a8-49c5-8268-76ac7da368ce req-67afb86a-fa7c-4974-8b4f-074f9db186fa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Sep 07 11:52:28.719208 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c14988-df71-4719-9e3f-7128b0b19897 req-00b69de0-ab95-4ccb-a7b8-a2fad817a43c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:28.720726 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a0c14988-df71-4719-9e3f-7128b0b19897 req-00b69de0-ab95-4ccb-a7b8-a2fad817a43c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0469658 Sep 07 11:52:28.760912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a0c14988-df71-4719-9e3f-7128b0b19897 req-b6f0627f-d520-44fd-b368-be331fb322d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329206 Sep 07 11:52:29.420375 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2099-33a7-482d-84d9-67e1e0a3e2c0 req-1ccc8db1-a47a-4a2e-88f3-35401685a985 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:29.421731 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-970b2099-33a7-482d-84d9-67e1e0a3e2c0 req-1ccc8db1-a47a-4a2e-88f3-35401685a985 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0502710 Sep 07 11:52:29.457854 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-970b2099-33a7-482d-84d9-67e1e0a3e2c0 req-6a2c0313-42d4-4d37-92f7-79ff4a848342 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302751 Sep 07 11:52:29.885124 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cb999-70f7-484b-8259-69a7cfd3cfa9 req-b130b7aa-ee27-427d-9d71-d9f33918cde0 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:29.886941 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-543cb999-70f7-484b-8259-69a7cfd3cfa9 req-b130b7aa-ee27-427d-9d71-d9f33918cde0 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0528116 Sep 07 11:52:29.924188 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-543cb999-70f7-484b-8259-69a7cfd3cfa9 req-616c72ae-2d7b-4874-ac0a-ba17d58a34f1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Sep 07 11:52:30.772316 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ae004e70-7f11-4040-a78f-520579ac7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:31.039918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd33f1-3d3e-496c-b423-b34d2ae054d0 req-8c092173-3bd3-4793-9986-57695a7ed190 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:31.041426 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1fd33f1-3d3e-496c-b423-b34d2ae054d0 req-8c092173-3bd3-4793-9986-57695a7ed190 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0490406 Sep 07 11:52:31.074024 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:31.079580 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1fd33f1-3d3e-496c-b423-b34d2ae054d0 req-b48ec597-db3b-4ba6-8db3-223a15be347c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Sep 07 11:52:31.744808 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:31.975354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed388-87fc-40ac-a8e2-99531cb6bfee req-f0473335-52b0-493c-a7fa-a7bd77b952d0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:31.976825 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-433ed388-87fc-40ac-a8e2-99531cb6bfee req-f0473335-52b0-493c-a7fa-a7bd77b952d0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0543442 Sep 07 11:52:32.014017 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-433ed388-87fc-40ac-a8e2-99531cb6bfee req-8a3eaa1e-cb71-432d-b890-109138b491b6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Sep 07 11:52:32.391094 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e92e0-ffe9-4a1b-8928-af9b62a4300d req-460b0753-b1b1-4455-9d58-276e0bc700c1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:32.392721 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-af7e92e0-ffe9-4a1b-8928-af9b62a4300d req-460b0753-b1b1-4455-9d58-276e0bc700c1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0496352 Sep 07 11:52:32.435420 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-af7e92e0-ffe9-4a1b-8928-af9b62a4300d req-8cfbf6dc-d19b-421a-9d16-7d564ac77369 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362086 Sep 07 11:52:32.867360 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:33.338719 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:33.553334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f26b3-dbd0-4792-80ca-0b0cf5e860b8 req-66b890dc-f112-4b28-8476-a5ddd466887b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:33.554770 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7e2f26b3-dbd0-4792-80ca-0b0cf5e860b8 req-66b890dc-f112-4b28-8476-a5ddd466887b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0477452 Sep 07 11:52:33.593480 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7e2f26b3-dbd0-4792-80ca-0b0cf5e860b8 req-86bc723d-72ff-4725-b4cf-19a06d70ea38 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Sep 07 11:52:34.710217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844436-ac67-4432-a8aa-d2e27b3b2f3e req-63621ec5-5dd5-4cf7-8ee9-f86e59fc7f89 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:34.711609 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2f844436-ac67-4432-a8aa-d2e27b3b2f3e req-63621ec5-5dd5-4cf7-8ee9-f86e59fc7f89 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0506353 Sep 07 11:52:34.751682 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2f844436-ac67-4432-a8aa-d2e27b3b2f3e req-563007bc-726d-44c8-b419-6b8a85d5896b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333822 Sep 07 11:52:34.962684 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:52:35.068629 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:35.080128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '71726a98-4b68-483d-8adc-797e65de53d0', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'mac_address': 'fa:16:3e:a6:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:52:35.116520 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:35.129950 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71726a98-4b68-483d-8adc-797e65de53d0 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:52:35.149299 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:35.163847 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:35.204904 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:35.212465 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.212818 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.213108 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.213446 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.213775 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.214105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.214433 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.214762 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.215112 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.215437 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.215758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.216079 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:52:35.833414 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['71726a98-4b68-483d-8adc-797e65de53d0'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:52:35.887362 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693814f-86f6-4d81-a068-a8c6b7273648 req-9c1dd1d2-5da2-487e-9698-7b387cb53194 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:35.888843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2693814f-86f6-4d81-a068-a8c6b7273648 req-9c1dd1d2-5da2-487e-9698-7b387cb53194 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 945 time: 0.0699747 Sep 07 11:52:35.929288 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2693814f-86f6-4d81-a068-a8c6b7273648 req-7a80a171-15fc-402e-9111-c2ecb43b774c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Sep 07 11:52:37.045107 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23ed4-3f81-4119-a64f-ca5a1c9136fe req-9e7b5620-c1df-46d3-95a5-22c33e4f1406 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:37.046614 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-69b23ed4-3f81-4119-a64f-ca5a1c9136fe req-9e7b5620-c1df-46d3-95a5-22c33e4f1406 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 945 time: 0.0491798 Sep 07 11:52:37.084963 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-69b23ed4-3f81-4119-a64f-ca5a1c9136fe req-e1ea7ef6-5f61-4c4a-9540-20f10effe0ef tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Sep 07 11:52:38.416052 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482569d0-0efb-4349-bcd7-198c8d06601c req-f2a69b01-a34a-4fed-b5af-f6c6129d2dea tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:38.417506 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-482569d0-0efb-4349-bcd7-198c8d06601c req-f2a69b01-a34a-4fed-b5af-f6c6129d2dea tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 945 time: 0.2644305 Sep 07 11:52:38.455661 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-482569d0-0efb-4349-bcd7-198c8d06601c req-d366d6df-6aad-4890-968d-ccffa63bbcd1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Sep 07 11:52:38.971185 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:39.026329 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 71726a98-4b68-483d-8adc-797e65de53d0 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:39.029972 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 71726a98-4b68-483d-8adc-797e65de53d0 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:39.030345 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:39.104686 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:39.129525 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:39.131857 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c893c0-a964-45b1-89c0-72a449c39b0a" -d '{"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:39.145196 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:39.149027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:39.195688 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:39.273763 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af358ebc-a9bf-40ad-8dcc-d2ba99ddbed1 x-openstack-request-id: req-af358ebc-a9bf-40ad-8dcc-d2ba99ddbed1 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:39.274060 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:39.274312 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af358ebc-a9bf-40ad-8dcc-d2ba99ddbed1 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:39.274702 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'code': 200} Sep 07 11:52:39.603174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0622a-7a9a-4179-b5ff-73d90bf2fc8f req-4856c64a-82b9-4689-9783-16635ec009e5 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:39.605234 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7dd0622a-7a9a-4179-b5ff-73d90bf2fc8f req-4856c64a-82b9-4689-9783-16635ec009e5 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0773470 Sep 07 11:52:39.611343 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0c9d4-59fe-4b2a-ada5-5c7787a1a206 req-4ffbe6c9-a3d9-4994-b577-ed0797e265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:39.612797 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9bc0c9d4-59fe-4b2a-ada5-5c7787a1a206 req-4ffbe6c9-a3d9-4994-b577-ed0797e265dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0596154 Sep 07 11:52:39.669944 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7dd0622a-7a9a-4179-b5ff-73d90bf2fc8f req-88989b93-47a7-48f7-87e1-6f6dd3054b90 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560818 Sep 07 11:52:39.671800 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9bc0c9d4-59fe-4b2a-ada5-5c7787a1a206 req-21ec3931-7a00-4173-b46a-71317f20c44c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450399 Sep 07 11:52:40.805671 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3a479-3803-4162-b39f-442b2f672e72 req-57d1c223-1476-4f49-85ce-9ae27a756544 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:40.807419 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a9d3a479-3803-4162-b39f-442b2f672e72 req-57d1c223-1476-4f49-85ce-9ae27a756544 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0691149 Sep 07 11:52:40.848019 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a9d3a479-3803-4162-b39f-442b2f672e72 req-da694939-1061-40a3-8f90-f0153e6b1225 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345373 Sep 07 11:52:40.944352 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-77319769-84d5-4c99-9bea-6a601f3b08b6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:40.945838 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-77319769-84d5-4c99-9bea-6a601f3b08b6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1057861 Sep 07 11:52:40.961612 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-76cf2ed3-6cf9-4c45-9cd1-f8ddb05ac0be tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/quotas/a7d39185057d4cb99a9e5409610500a8 HTTP/1.1" status: 200 len: 375 time: 0.0088174 Sep 07 11:52:41.017041 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-4f0e3ac4-158b-4636-be2a-2ee5515879cf tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496066 Sep 07 11:52:41.117005 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-b96bc264-120c-4938-a12d-9f49302d34b8 service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928583 Sep 07 11:52:41.210013 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-1a12682e-420b-4fbd-ad6b-202c22248bab service neutron] 10.222.0.13 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865512 Sep 07 11:52:41.216793 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43526-1730-4539-9346-06800e105140 req-4ce23d67-8006-450e-b5de-51c4562252f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:41.218269 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-4ce23d67-8006-450e-b5de-51c4562252f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0850191 Sep 07 11:52:41.226158 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb62e-45d5-44cc-b370-a20b434679a6 req-64412e13-b654-44d8-a3a4-4ededb5839e3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:41.227629 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b0eb62e-45d5-44cc-b370-a20b434679a6 req-64412e13-b654-44d8-a3a4-4ededb5839e3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0827792 Sep 07 11:52:41.315128 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9b0eb62e-45d5-44cc-b370-a20b434679a6 req-914e83d2-edfd-4449-9b22-d22df5ab4a11 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793986 Sep 07 11:52:41.346304 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43526-1730-4539-9346-06800e105140 req-f168e5d1-e586-41ec-b049-eccaf2531bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:41.347911 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-f168e5d1-e586-41ec-b049-eccaf2531bb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.1194694 Sep 07 11:52:41.427751 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc600f86-ae95-4b72-a2f5-2f7861fe723c req-1055551e-f544-4db6-ba40-1b9432130232 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 210 time: 0.0280519 Sep 07 11:52:41.429481 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-2d225972-89b7-4324-ad12-f2966705338e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0693295 Sep 07 11:52:41.505863 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43526-1730-4539-9346-06800e105140 req-9bd84f8f-8e41-4505-ae1d-53ce9cd214f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:41.507364 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-9bd84f8f-8e41-4505-ae1d-53ce9cd214f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0504913 Sep 07 11:52:41.545624 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-83cdd17c-6471-468b-89eb-0d6d96ddea54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283339 Sep 07 11:52:41.644398 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-06876c09-a24b-4f58-b801-122e1ecf63c1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Sep 07 11:52:41.744995 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-78c43526-1730-4539-9346-06800e105140 req-5722f7e5-17b8-45c7-ad94-cd2a214e9ec1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918334 Sep 07 11:52:41.974567 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0e544-5478-4d43-9386-d150cbfd99ce req-df4bb9d9-b4a5-4666-ab4d-3262fc877df8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:41.976978 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-72e0e544-5478-4d43-9386-d150cbfd99ce req-df4bb9d9-b4a5-4666-ab4d-3262fc877df8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0594954 Sep 07 11:52:42.018267 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-72e0e544-5478-4d43-9386-d150cbfd99ce req-d023b219-d74a-4610-9dae-c22bca0f2d89 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Sep 07 11:52:42.528876 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b620f96a-16fb-415d-b098-6b036b5e7231 req-b88b4b83-ced0-4a96-8a3f-7a586122b2b2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Sep 07 11:52:42.529849 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0d03f-d09e-4975-9615-6cfc7d84c363 req-a876176c-8d38-4a96-9de3-213f8f8fe9c0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:42.531484 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7de0d03f-d09e-4975-9615-6cfc7d84c363 req-a876176c-8d38-4a96-9de3-213f8f8fe9c0 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1320820 Sep 07 11:52:42.595071 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-cee5a166-9402-416f-b16b-4bb6e8af80b1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:42.596485 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-cee5a166-9402-416f-b16b-4bb6e8af80b1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 815 time: 0.1639144 Sep 07 11:52:42.610820 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7de0d03f-d09e-4975-9615-6cfc7d84c363 req-c3992a0d-923d-443a-9871-5c3c3b24745b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569768 Sep 07 11:52:42.628320 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Request body: {'port': {'device_id': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'admin_state_up': True, 'tenant_id': 'a7d39185057d4cb99a9e5409610500a8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:42.745125 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Made reservation on behalf of a7d39185057d4cb99a9e5409610500a8 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:52:42.748930 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:42.872336 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Allocated IP 172.20.0.6 (d11babbf-725f-498e-8316-c1797a36e83d/db0da42c-1a0a-4b27-86f8-3af1e18095af/ad5f1542-1b1d-40d7-91fe-d4e77cd5b260) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:43.014803 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.052674 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.065561 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'faca5eac-315d-4823-9a35-b3a9f727652e', '5fc4534a-64df-4eda-9736-73137e934821'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:52:43.096748 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Network d11babbf-725f-498e-8316-c1797a36e83d is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:43.100229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:43.103194 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:43.137369 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f9a03-d41d-4b7b-ab12-484b335df538 req-514f5ac8-8f3a-4369-a300-980c24d81cb9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.138778 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-527f9a03-d41d-4b7b-ab12-484b335df538 req-514f5ac8-8f3a-4369-a300-980c24d81cb9 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0489306 Sep 07 11:52:43.140098 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event updated for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:43.167100 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.167727 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.182447 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-527f9a03-d41d-4b7b-ab12-484b335df538 req-2a9d1cd9-dcef-4b60-9acc-eef82cfee812 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 Sep 07 11:52:43.183054 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-11d55eea-be53-4938-9611-e25c162decec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587773 Sep 07 11:52:43.199879 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Request body: {'port': {'device_id': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:43.268306 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.344384 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b394b-660a-4b51-b4b7-3b6d03e5ed47 req-69bc211a-0b80-429a-967a-62cda6ba6356 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.345853 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-118b394b-660a-4b51-b4b7-3b6d03e5ed47 req-69bc211a-0b80-429a-967a-62cda6ba6356 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0891724 Sep 07 11:52:43.451035 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-118b394b-660a-4b51-b4b7-3b6d03e5ed47 req-99f39252-da07-470b-a88a-14f024b44915 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961180 Sep 07 11:52:43.472223 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 44428) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:43.613728 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:52:43.625186 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.639260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Transition to ACTIVE for port object ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:52:43.645417 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.679174 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36fc9-fd6c-495a-83bd-669ceeb374b4 req-488ee754-75b4-44e5-a687-e1e7336ac36c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.681018 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4fa36fc9-fd6c-495a-83bd-669ceeb374b4 req-488ee754-75b4-44e5-a687-e1e7336ac36c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 931 time: 0.0622168 Sep 07 11:52:43.715613 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:43.731179 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4fa36fc9-fd6c-495a-83bd-669ceeb374b4 req-2ecf5c70-779f-4e97-b0bf-df2daaa07d9f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Sep 07 11:52:43.799763 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0071-aacb-4fc1-9aed-9a71d5331579 req-9dfcce1f-771d-435d-b36f-790921958f19 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.801247 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ca3a0071-aacb-4fc1-9aed-9a71d5331579 req-9dfcce1f-771d-435d-b36f-790921958f19 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1051524 Sep 07 11:52:43.836147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Attempting to bind port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:52:43.836584 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Attempting to bind port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:52:43.837329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Attempting to bind port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:43.847755 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 on network d11babbf-725f-498e-8316-c1797a36e83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:52:43.848072 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Attempting to bind port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 on network d11babbf-725f-498e-8316-c1797a36e83d {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:52:43.853772 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df59313-be45-4308-9fb2-979939b8d909 tempest-TestShelveInstance-185968663 tempest-TestShelveInstance-185968663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.858070 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8df59313-be45-4308-9fb2-979939b8d909 tempest-TestShelveInstance-185968663 tempest-TestShelveInstance-185968663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1094 time: 0.3821495 Sep 07 11:52:43.858230 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ca3a0071-aacb-4fc1-9aed-9a71d5331579 req-2782fa17-5d9e-4a92-9af5-586783f91a2d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494726 Sep 07 11:52:43.858331 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 44444) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:52:43.862822 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:52:43.872119 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:52:43.872487 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Checking segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:52:43.875240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Bound using segment: {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:52:43.875817 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Bound port: ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57efb9a-ab6e-417d-b7d9-dd1171240196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:52:43.876290 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.892052 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for floatingip, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.951521 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:52:43.954461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:52:43.958345 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.992439 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:43.992439 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.993732 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 HTTP/1.1" status: 200 len: 1093 time: 0.7990065 Sep 07 11:52:43.994168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:43.994294 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:43.996517 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de8db3-5d08-4af0-a3c7-02633fe9b80e" -d '{"events": [{"name": "network-changed", "server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:44.018706 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a00a8-26fa-4301-91e8-01c171ae01e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:44.107720 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Allocated IP 172.27.0.74 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/9c00a9cb-bd3a-4d5b-8ca2-11319cb17482) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:52:44.140861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eca731e-0e66-4ccf-93fc-87e7bfad9eee x-openstack-request-id: req-0eca731e-0e66-4ccf-93fc-87e7bfad9eee {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:44.141159 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:44.141407 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eca731e-0e66-4ccf-93fc-87e7bfad9eee {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:44.141799 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260', 'status': 'completed', 'code': 200} Sep 07 11:52:44.157501 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-23ec3adf-662a-47c3-a20c-d92a85e16e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.160655 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-23ec3adf-662a-47c3-a20c-d92a85e16e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 1096 time: 0.0446217 Sep 07 11:52:44.203992 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-ed44d340-1088-48a7-aa5b-e7fd9d096bf7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 HTTP/1.1" status: 200 len: 217 time: 0.0341575 Sep 07 11:52:44.221095 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:44.258502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-2a83d509-7ff2-48a8-8cb4-07ea7b7fa754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.259979 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-2a83d509-7ff2-48a8-8cb4-07ea7b7fa754 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0482349 Sep 07 11:52:44.263905 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:44.295115 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-2558723b-9e32-4452-bbd7-2dae774008d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243337 Sep 07 11:52:44.301503 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:52:44.306465 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:52:44.309921 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:52:44.319282 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'Port': ['ID=9c00a9cb-bd3a-4d5b-8ca2-11319cb17482,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:44.400783 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-8ba2e6c6-2adb-4493-bfcb-ccec2177d655 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994883 Sep 07 11:52:44.515624 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-70c57a0f-e0ef-4186-b08f-1508cc08b32e req-adf3eb3b-a358-4a3a-9605-f03b8cc820f2 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889385 Sep 07 11:52:44.610188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-5aaea1d4-f9bf-49ea-a3c4-08591ae556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.611737 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-5aaea1d4-f9bf-49ea-a3c4-08591ae556a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d39185057d4cb99a9e5409610500a8&device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 1096 time: 0.0409105 Sep 07 11:52:44.698441 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:44.717062 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-6b91d016-5873-4e7b-97c7-5af4701f2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.718594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-6b91d016-5873-4e7b-97c7-5af4701f2941 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 200 len: 916 time: 0.0988412 Sep 07 11:52:44.772783 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-011dcf9e-8224-4bf8-8c80-c1b0993fb9ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 HTTP/1.1" status: 200 len: 217 time: 0.0356615 Sep 07 11:52:44.860993 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-d4f9fe56-4680-481f-8937-0134e8388117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.862492 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-d4f9fe56-4680-481f-8937-0134e8388117 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 200 len: 855 time: 0.0781088 Sep 07 11:52:44.879941 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15db5-63c8-4bd0-aafe-1ac4b3535396 req-656df7f1-4b4c-420b-b27d-8ff7c04c777a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:44.881492 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-edb15db5-63c8-4bd0-aafe-1ac4b3535396 req-656df7f1-4b4c-420b-b27d-8ff7c04c777a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 943 time: 0.0652463 Sep 07 11:52:44.919357 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-f93a4d47-8ebf-4010-91f2-6cbb19824071 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d11babbf-725f-498e-8316-c1797a36e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367763 Sep 07 11:52:44.955831 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-edb15db5-63c8-4bd0-aafe-1ac4b3535396 req-36b3d315-2f8b-48be-9b05-d9551b3d9537 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Sep 07 11:52:45.002281 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:45.028714 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-30eac146-5e84-4f51-abaf-bf8caf48f158 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963814 Sep 07 11:52:45.055253 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531836b-da06-48a2-8557-57f22bb17243 req-dac31244-5e61-47cb-a505-f81f01bf4269 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:45.056767 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9531836b-da06-48a2-8557-57f22bb17243 req-dac31244-5e61-47cb-a505-f81f01bf4269 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0838828 Sep 07 11:52:45.122631 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90de8db3-5d08-4af0-a3c7-02633fe9b80e req-21a31f9e-96ce-4822-8bde-38f4fc41fad4 service neutron] 10.222.0.62 "GET /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Sep 07 11:52:45.144484 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9531836b-da06-48a2-8557-57f22bb17243 req-fb495990-76f4-40b3-a2f1-e513def819bf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808058 Sep 07 11:52:45.196921 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:45.201486 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:45.269648 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event updated for resources: {'Port': ['ID=9c00a9cb-bd3a-4d5b-8ca2-11319cb17482,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:45.280809 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:45.378633 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Floating IP 6d018114-5a0a-4f12-b668-2a4c6bc6d2ff associated. External IP: 172.27.0.74, port: 71726a98-4b68-483d-8adc-797e65de53d0. Sep 07 11:52:45.579718 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Router 468a6b33-6193-4e34-bc2e-00d0336c1321 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:52:45.688017 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:52:45.699144 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Sync routers for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:52:45.704837 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:45.708293 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:45.708908 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:45.732462 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bd1e89c5-fa17-4ec4-82ac-51caf61946d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8731012 Sep 07 11:52:45.733314 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:45.735767 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed9229-0fbc-4a19-828e-89040f862cff" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:45.773237 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba91fdb-517c-4305-b772-a36de9efca9c x-openstack-request-id: req-cba91fdb-517c-4305-b772-a36de9efca9c {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:45.773513 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:45.773769 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cba91fdb-517c-4305-b772-a36de9efca9c {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:45.774205 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'status': 'completed', 'code': 200} Sep 07 11:52:45.822234 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:45.847395 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9229-0fbc-4a19-828e-89040f862cff req-e412f47a-5cb7-458c-b49d-f69d9af1745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:45.848786 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-e412f47a-5cb7-458c-b49d-f69d9af1745b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0445557 Sep 07 11:52:45.938419 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9229-0fbc-4a19-828e-89040f862cff req-3d9a9b90-bfea-4a36-a31c-03dcc1b56f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:45.939928 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-3d9a9b90-bfea-4a36-a31c-03dcc1b56f02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.0838938 Sep 07 11:52:46.012075 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-7f08fc26-bf49-4b63-95a5-9918c32cc871 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 999 time: 0.0641661 Sep 07 11:52:46.069211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9229-0fbc-4a19-828e-89040f862cff req-34c1eb14-5e9b-4cc4-8fe0-54f4f81b4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:46.071397 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-34c1eb14-5e9b-4cc4-8fe0-54f4f81b4c90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0457869 Sep 07 11:52:46.078561 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28406ed3-c24d-484a-8cfe-ac3c47ae7ce6 req-775721c8-96d0-43c7-aaee-b8d9cd5a6640 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:46.080341 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-28406ed3-c24d-484a-8cfe-ac3c47ae7ce6 req-775721c8-96d0-43c7-aaee-b8d9cd5a6640 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 943 time: 0.0522685 Sep 07 11:52:46.120587 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '6d018114-5a0a-4f12-b668-2a4c6bc6d2ff', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'mac_address': 'fa:16:3e:a6:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:52:44Z', 'updated_at': '2021-09-07T11:52:44Z', 'revision_number': 0, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:46.120890 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-28406ed3-c24d-484a-8cfe-ac3c47ae7ce6 req-1c1fcf8d-4ca3-4710-b1a9-08d6d1fc0123 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339177 Sep 07 11:52:46.123566 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9229-0fbc-4a19-828e-89040f862cff req-8dc993f2-43ab-4e5d-abb5-5ecb690f2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:46.125073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-8dc993f2-43ab-4e5d-abb5-5ecb690f2b08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414639 Sep 07 11:52:46.150704 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Checking router: 468a6b33-6193-4e34-bc2e-00d0336c1321 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:52:46.159186 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:52:46.159323 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:52:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:46.229437 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-c302e163-bfb2-4295-8b2b-af143213f1d5 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955784 Sep 07 11:52:46.266991 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:52:46.321503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3f104-5017-4374-a306-a09f12d23a71 req-20543c41-a669-4f5e-b862-3fe56e8cf40f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:46.322998 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e6f3f104-5017-4374-a306-a09f12d23a71 req-20543c41-a669-4f5e-b862-3fe56e8cf40f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1072319 Sep 07 11:52:46.362336 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56ed9229-0fbc-4a19-828e-89040f862cff req-9bfffb22-dfb9-4031-82ec-d84a090cdf7c service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195219 Sep 07 11:52:46.374857 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e6f3f104-5017-4374-a306-a09f12d23a71 req-b7c0c155-2952-423b-9aac-72b6cbd1dce3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Sep 07 11:52:46.487110 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '6d018114-5a0a-4f12-b668-2a4c6bc6d2ff', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'mac_address': 'fa:16:3e:a6:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:52:44Z', 'updated_at': '2021-09-07T11:52:44Z', 'revision_number': 0, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:52:46.517712 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ce344-20d8-41a9-bda0-3b148c5044f0 None None] The sync data for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi is: [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '6d018114-5a0a-4f12-b668-2a4c6bc6d2ff', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'mac_address': 'fa:16:3e:a6:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:52:44Z', 'updated_at': '2021-09-07T11:52:44Z', 'revision_number': 0, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:52:46.698707 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7c49c-72b4-4e9d-b6e3-d36f5f42bbf8 None None] New status for floating IP 6d018114-5a0a-4f12-b668-2a4c6bc6d2ff: ACTIVE {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:52:47.237748 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f131-343b-40ae-a3ef-3295717a7340 req-667095fa-085c-481d-8b2a-ed66e78eef46 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:47.239243 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d301f131-343b-40ae-a3ef-3295717a7340 req-667095fa-085c-481d-8b2a-ed66e78eef46 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 943 time: 0.0500014 Sep 07 11:52:47.276459 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d301f131-343b-40ae-a3ef-3295717a7340 req-7b25b1a0-2659-4567-a557-205499c6f583 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Sep 07 11:52:47.492257 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3bb0d-baae-4453-b354-fd57cb5c38a8 req-f107e727-f097-409b-a35a-6f75205c29ba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:47.493717 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-eba3bb0d-baae-4453-b354-fd57cb5c38a8 req-f107e727-f097-409b-a35a-6f75205c29ba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0482385 Sep 07 11:52:47.532460 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-eba3bb0d-baae-4453-b354-fd57cb5c38a8 req-66725147-dbd2-41bc-aa0b-c0e4bde4040f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Sep 07 11:52:48.391880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1de36-87e8-4b50-bfd9-9fed9765186f req-35a5b029-6e98-46d5-a69d-d81e392b84ec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:48.393253 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4fe1de36-87e8-4b50-bfd9-9fed9765186f req-35a5b029-6e98-46d5-a69d-d81e392b84ec tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 943 time: 0.0485890 Sep 07 11:52:48.428713 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4fe1de36-87e8-4b50-bfd9-9fed9765186f req-6a3b7aae-80a2-4023-9f21-7d58dbbfe985 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295734 Sep 07 11:52:48.653624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c33720-bf92-477f-aa9f-c0830c781af0 req-0938773b-5138-478c-bdee-7b5f6fd4fa5a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:48.654974 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14c33720-bf92-477f-aa9f-c0830c781af0 req-0938773b-5138-478c-bdee-7b5f6fd4fa5a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0469091 Sep 07 11:52:48.691301 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-14c33720-bf92-477f-aa9f-c0830c781af0 req-389e474e-013b-4856-b5fd-bf03c98d9d0c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306549 Sep 07 11:52:49.038553 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:52:49.131051 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:49.141897 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260', 'network_id': 'd11babbf-725f-498e-8316-c1797a36e83d', 'port_id': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260', 'mac_address': 'fa:16:3e:68:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0da42c-1a0a-4b27-86f8-3af1e18095af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:52:49.178105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:49.190470 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:52:49.209027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:49.213658 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:49.262703 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:49.544040 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1491fb-1e48-4830-8060-e6bb64fea157 req-a9d54f77-3273-47b9-ac7b-b1d5d4ad17a6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:49.545512 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fc1491fb-1e48-4830-8060-e6bb64fea157 req-a9d54f77-3273-47b9-ac7b-b1d5d4ad17a6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 944 time: 0.0508966 Sep 07 11:52:49.581556 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fc1491fb-1e48-4830-8060-e6bb64fea157 req-e20d8612-f7ac-4c45-859f-caa0104efe32 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302587 Sep 07 11:52:49.808686 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a49e-0af8-4d80-89a2-f6c0ff581dee req-6587eb19-b446-420e-862d-ee729a8af36e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:49.810159 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bb61a49e-0af8-4d80-89a2-f6c0ff581dee req-6587eb19-b446-420e-862d-ee729a8af36e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0520978 Sep 07 11:52:49.849293 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bb61a49e-0af8-4d80-89a2-f6c0ff581dee req-838b8356-2950-4ebe-8089-c25a66e3a719 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Sep 07 11:52:50.222125 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['ad5f1542-1b1d-40d7-91fe-d4e77cd5b260'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:52:50.695266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556e7ee-eb58-4f38-bc0e-6b1bc8ee3d38 req-8778b810-36f0-4a75-aa2b-586aa64282d1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:50.697340 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0556e7ee-eb58-4f38-bc0e-6b1bc8ee3d38 req-8778b810-36f0-4a75-aa2b-586aa64282d1 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 944 time: 0.0491610 Sep 07 11:52:50.734326 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0556e7ee-eb58-4f38-bc0e-6b1bc8ee3d38 req-d8a66834-10a8-4c90-bc2d-9c7d791fbd44 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Sep 07 11:52:50.963976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8452d0-7293-454e-a671-53bd2f77907b req-7a736d3e-2274-467b-8cbd-d25ce173dc10 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:50.968358 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bd8452d0-7293-454e-a671-53bd2f77907b req-7a736d3e-2274-467b-8cbd-d25ce173dc10 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0471187 Sep 07 11:52:51.002862 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bd8452d0-7293-454e-a671-53bd2f77907b req-f08aa18c-6bc0-4482-a682-008ade5ab2b8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 07 11:52:51.848956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264904-f26f-420a-9b0c-f0d3f12c6a7a req-51399956-45e5-411a-9dbe-7158eba8906e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:51.850438 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ea264904-f26f-420a-9b0c-f0d3f12c6a7a req-51399956-45e5-411a-9dbe-7158eba8906e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 944 time: 0.0483110 Sep 07 11:52:51.888445 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ea264904-f26f-420a-9b0c-f0d3f12c6a7a req-5e53d0bf-2d0c-4431-89d4-bbeba5a4e14b tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Sep 07 11:52:52.116657 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e659-b47f-4806-935b-b41de7fe2cff req-d850eb2f-e53f-432e-990b-3843a1f17076 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:52.118631 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-15f6e659-b47f-4806-935b-b41de7fe2cff req-d850eb2f-e53f-432e-990b-3843a1f17076 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0486574 Sep 07 11:52:52.154979 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-15f6e659-b47f-4806-935b-b41de7fe2cff req-8c6f298e-cc64-4990-af9c-f812a44f1361 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305250 Sep 07 11:52:53.003622 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc11093-1feb-49cf-a25c-09bc97b352c0 req-34085f15-bdd4-4fbb-a743-45b742c150dd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:53.005099 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6fc11093-1feb-49cf-a25c-09bc97b352c0 req-34085f15-bdd4-4fbb-a743-45b742c150dd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 944 time: 0.0505595 Sep 07 11:52:53.042173 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6fc11093-1feb-49cf-a25c-09bc97b352c0 req-4b7b4ce7-ccac-4548-8de5-a9e57f1499db tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304165 Sep 07 11:52:53.049954 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:52:53.101109 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:52:53.104870 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:52:53.105201 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:53.178452 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:53.200537 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:52:53.202746 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768049d7-c0f5-430e-9822-fe1ad64ad069" -d '{"events": [{"server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:52:53.216324 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:52:53.220211 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:53.244500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b475e81-67f9-41ee-889e-960cc3a12517 x-openstack-request-id: req-6b475e81-67f9-41ee-889e-960cc3a12517 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:52:53.244786 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:52:53.245033 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b475e81-67f9-41ee-889e-960cc3a12517 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:52:53.245420 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260', 'code': 200} Sep 07 11:52:53.276881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:52:53.277127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e490e1-c792-44fe-8a9b-f07c85d4f2b0 req-d35870cb-7e82-4205-8ede-7ad399944c25 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:53.278511 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-41e490e1-c792-44fe-8a9b-f07c85d4f2b0 req-d35870cb-7e82-4205-8ede-7ad399944c25 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0548797 Sep 07 11:52:53.315425 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-41e490e1-c792-44fe-8a9b-f07c85d4f2b0 req-5e4cb00a-fdcb-4df2-9804-0e2dcbe82b50 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Sep 07 11:52:53.420740 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff44c1-5be5-499a-87a0-c7c53c3eaf1f req-6f72097b-6636-4a5b-ab53-24e032106098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:53.422206 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdff44c1-5be5-499a-87a0-c7c53c3eaf1f req-6f72097b-6636-4a5b-ab53-24e032106098 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 1098 time: 0.0394149 Sep 07 11:52:53.457299 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cdff44c1-5be5-499a-87a0-c7c53c3eaf1f req-2382d83f-91bb-42b3-8d1a-368e55009213 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273013 Sep 07 11:52:54.169659 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98425bb-f93a-419a-8023-dfa68b08b275 req-a133ab47-db82-4b3b-8c76-f483050e9555 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:54.171183 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b98425bb-f93a-419a-8023-dfa68b08b275 req-a133ab47-db82-4b3b-8c76-f483050e9555 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Sep 07 11:52:54.208901 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b98425bb-f93a-419a-8023-dfa68b08b275 req-cbe60e50-2755-466e-ba5e-a303cf7d7318 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Sep 07 11:52:54.413574 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:52:54.432545 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e9925-f616-4316-90d3-066b90e47c08 req-f179cf08-00ba-4633-b8eb-8caeaab89a15 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:54.434009 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d21e9925-f616-4316-90d3-066b90e47c08 req-f179cf08-00ba-4633-b8eb-8caeaab89a15 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0485978 Sep 07 11:52:54.470432 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d21e9925-f616-4316-90d3-066b90e47c08 req-07de121f-40a9-4463-a798-ca766e1ebc43 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305855 Sep 07 11:52:55.320330 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a4c6b-dd95-40cb-ad3e-99c3547460df req-9502b3f0-f3c0-49cf-bb8b-bda755113c56 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:55.322371 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ba4a4c6b-dd95-40cb-ad3e-99c3547460df req-9502b3f0-f3c0-49cf-bb8b-bda755113c56 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0469174 Sep 07 11:52:55.359657 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ba4a4c6b-dd95-40cb-ad3e-99c3547460df req-bcac4228-6f72-402c-878b-440aafeaa7de tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Sep 07 11:52:55.588030 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985d29-d513-4e91-a591-0b0a9158348d req-4e655976-16be-4a18-a9e2-526db07a0576 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:55.589485 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1a985d29-d513-4e91-a591-0b0a9158348d req-4e655976-16be-4a18-a9e2-526db07a0576 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0508363 Sep 07 11:52:55.625799 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1a985d29-d513-4e91-a591-0b0a9158348d req-280dd266-d3ef-4764-ad41-8119a74d5e17 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Sep 07 11:52:56.476840 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b385526-40f6-46c6-a7da-48615d49967d req-2f1993f2-c30d-4b96-bbb0-067285ec7a37 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:56.478299 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1b385526-40f6-46c6-a7da-48615d49967d req-2f1993f2-c30d-4b96-bbb0-067285ec7a37 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0505557 Sep 07 11:52:56.514891 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1b385526-40f6-46c6-a7da-48615d49967d req-78392874-40e9-47c7-8a89-9dcf0865b66d tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Sep 07 11:52:56.740638 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f01dc-3ddf-4ba7-86a1-544acbb05da0 req-c0a94ba2-c81b-47ab-9826-6456012fe596 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:56.742334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac3f01dc-3ddf-4ba7-86a1-544acbb05da0 req-c0a94ba2-c81b-47ab-9826-6456012fe596 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0483885 Sep 07 11:52:56.778624 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac3f01dc-3ddf-4ba7-86a1-544acbb05da0 req-671382c1-1469-4aff-aef0-376b0647213d tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297880 Sep 07 11:52:57.633685 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9424a-093d-4bb6-a989-da2a2f920d18 req-f0f63e41-42dc-41a6-aac8-ce3a2e8a3779 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:57.635202 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-caf9424a-093d-4bb6-a989-da2a2f920d18 req-f0f63e41-42dc-41a6-aac8-ce3a2e8a3779 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Sep 07 11:52:57.674545 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-caf9424a-093d-4bb6-a989-da2a2f920d18 req-5266e3d9-278a-49ea-ac19-f2fed2575459 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Sep 07 11:52:57.901030 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ecca-2a0e-4c98-be65-9db1152fd208 req-86b1124f-4866-4161-90ae-24e87f709d3a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:57.902479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8ef7ecca-2a0e-4c98-be65-9db1152fd208 req-86b1124f-4866-4161-90ae-24e87f709d3a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0481036 Sep 07 11:52:57.938252 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8ef7ecca-2a0e-4c98-be65-9db1152fd208 req-8b2cb7c5-da18-4d2f-a84b-3e72287ad44b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299110 Sep 07 11:52:58.052361 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9d2e-9504-4ae8-8ef9-ad506758bed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:52:58.785523 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20330977-e4fe-4ffc-8931-00bcf0d814a5 req-a5d04f9e-7f57-4e99-bbaf-5f3739828ca2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:58.786981 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-20330977-e4fe-4ffc-8931-00bcf0d814a5 req-a5d04f9e-7f57-4e99-bbaf-5f3739828ca2 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Sep 07 11:52:58.824983 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-20330977-e4fe-4ffc-8931-00bcf0d814a5 req-b4aea605-7cc4-4d09-9f73-cb8b555eb711 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 07 11:52:59.276124 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7aa5-7efd-457c-b949-8e475a70f496 req-f13312f1-99b9-4af5-a041-2c29b5c0411e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:52:59.277624 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b2cb7aa5-7efd-457c-b949-8e475a70f496 req-f13312f1-99b9-4af5-a041-2c29b5c0411e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.2705145 Sep 07 11:52:59.314337 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b2cb7aa5-7efd-457c-b949-8e475a70f496 req-d57730ad-3082-4470-9da6-6cc9fff465bf tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Sep 07 11:53:00.437028 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0f5d0-f07e-4095-8a1a-6ff9134d9a28 req-0ec9bcef-7edb-4776-b0f6-6401e2a25dc7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:00.438643 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b7a0f5d0-f07e-4095-8a1a-6ff9134d9a28 req-0ec9bcef-7edb-4776-b0f6-6401e2a25dc7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0546255 Sep 07 11:53:00.477585 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b7a0f5d0-f07e-4095-8a1a-6ff9134d9a28 req-3e9948da-06a3-4d2e-9038-5a97c1a5287e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Sep 07 11:53:00.775952 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7d0169f9-86a4-43e5-ae05-436e2fbab1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:01.076389 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:01.612429 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f547-0726-4b25-8367-32d5c9098654 req-83139418-646b-4e82-b576-ba119873ddde tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:01.614020 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2c07f547-0726-4b25-8367-32d5c9098654 req-83139418-646b-4e82-b576-ba119873ddde tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0492845 Sep 07 11:53:01.651334 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2c07f547-0726-4b25-8367-32d5c9098654 req-ae164e54-4eb1-4d3d-b691-7088947a909f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Sep 07 11:53:01.738660 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:02.764850 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fac5a-8292-4b69-91fe-230ad5be9a9d req-4ee03382-bdfe-4b24-8d87-79335dfd7f7a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:02.766283 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-928fac5a-8292-4b69-91fe-230ad5be9a9d req-4ee03382-bdfe-4b24-8d87-79335dfd7f7a tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0473928 Sep 07 11:53:02.802709 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-928fac5a-8292-4b69-91fe-230ad5be9a9d req-89ea0926-5764-4aab-846c-7397d58d1f56 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305245 Sep 07 11:53:02.856486 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:03.098143 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-5b75916a-69da-4bef-8d31-33d6cfa62963 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380609 Sep 07 11:53:03.173760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-6f44d426-648e-42d9-bb76-f9ff5602e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:03.175585 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-6f44d426-648e-42d9-bb76-f9ff5602e933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 1098 time: 0.0390518 Sep 07 11:53:03.285535 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-16277608-6f3b-47fa-b742-3dde50bbb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:03.287350 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-16277608-6f3b-47fa-b742-3dde50bbb211 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.0890329 Sep 07 11:53:03.329643 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-70d064fc-a297-4c03-8f74-57017f4b5b0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0353031 Sep 07 11:53:03.340792 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:03.387662 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-3a26fc0a-7b45-4823-91ac-58e25ddc227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:03.389040 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-3a26fc0a-7b45-4823-91ac-58e25ddc227a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0475826 Sep 07 11:53:03.421153 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-f8c40d9e-aaa5-41d3-a0ae-1a2ce8d68cd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235686 Sep 07 11:53:03.512810 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-6443fca5-57bd-49c2-a43f-e73a08936586 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844164 Sep 07 11:53:03.607190 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3385ec45-e9cd-4e64-90a3-356fb41663f6 req-04cbc9ba-046e-4cc3-8404-9053b23fb42e service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862939 Sep 07 11:53:03.918175 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef65288-e25c-4434-b17e-bd4ca3b1c3ea req-19aa88ae-cae2-4e1c-98ab-39f116dc82e9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:03.919659 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-aef65288-e25c-4434-b17e-bd4ca3b1c3ea req-19aa88ae-cae2-4e1c-98ab-39f116dc82e9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0480218 Sep 07 11:53:03.955423 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-aef65288-e25c-4434-b17e-bd4ca3b1c3ea req-dc267f67-dfc7-4dfc-8977-17089895857c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299644 Sep 07 11:53:05.069757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80be0d-04e0-4132-bc46-4cb744bd5c1a req-471cf402-d485-4b9d-96fe-4904c8722a68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:05.071273 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4e80be0d-04e0-4132-bc46-4cb744bd5c1a req-471cf402-d485-4b9d-96fe-4904c8722a68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0475922 Sep 07 11:53:05.108370 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4e80be0d-04e0-4132-bc46-4cb744bd5c1a req-aeceda28-f05d-4134-a1dd-a41dd4b20415 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Sep 07 11:53:06.232242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658e2c-296c-46b7-abeb-97de63243aa6 req-c9566f4c-e543-4557-819e-dc1d7ef6eeb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:06.233790 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-02658e2c-296c-46b7-abeb-97de63243aa6 req-c9566f4c-e543-4557-819e-dc1d7ef6eeb7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0566466 Sep 07 11:53:06.273527 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-02658e2c-296c-46b7-abeb-97de63243aa6 req-857c44e9-1b80-4f7b-9e1b-2d83be5903e6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Sep 07 11:53:07.394182 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f28f-a19f-443c-8202-845971535cae req-dd3fa28f-d14a-466e-aea8-36d361c5b244 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:07.395686 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6fb9f28f-a19f-443c-8202-845971535cae req-dd3fa28f-d14a-466e-aea8-36d361c5b244 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0529954 Sep 07 11:53:07.433073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6fb9f28f-a19f-443c-8202-845971535cae req-6576c524-1e03-4ee3-b820-4162282d2301 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Sep 07 11:53:08.579036 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130be796-ae94-4ff2-bfc8-6dd7f21fb67e req-17f86c48-ce40-4963-a624-2d8cfd9d6cd7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:08.586843 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-130be796-ae94-4ff2-bfc8-6dd7f21fb67e req-17f86c48-ce40-4963-a624-2d8cfd9d6cd7 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0709641 Sep 07 11:53:08.633290 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-130be796-ae94-4ff2-bfc8-6dd7f21fb67e req-2a1f86d2-ca63-451c-b417-39b6430c9b54 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Sep 07 11:53:09.763713 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeafc8-653b-4414-b5e7-2838219ad7e2 req-feac597a-4b5c-4bfc-a500-d605e5ae59d4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:09.765211 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e1eeafc8-653b-4414-b5e7-2838219ad7e2 req-feac597a-4b5c-4bfc-a500-d605e5ae59d4 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0518081 Sep 07 11:53:09.806105 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e1eeafc8-653b-4414-b5e7-2838219ad7e2 req-4c976ef4-c347-444f-a0c5-adcdc452759b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Sep 07 11:53:10.012657 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-eddef7f4-5b9f-4346-b4d2-a060d22aafb1 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660934475&fields=id&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 267 time: 0.0318372 Sep 07 11:53:10.119280 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-47438b9d-bd0b-4656-8403-036e924efd5e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:10.120737 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-47438b9d-bd0b-4656-8403-036e924efd5e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1017251 Sep 07 11:53:10.135004 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-6a054d7f-3c64-48ba-9c7c-dae317496af4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/quotas/01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 375 time: 0.0087068 Sep 07 11:53:10.184396 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-3c6aac35-4dda-47dd-9244-68f329445fb4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441370 Sep 07 11:53:10.281826 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-81c83cae-740c-4047-89e4-0c47e72dca9a service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857627 Sep 07 11:53:10.373746 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-1357f67a-5eb5-460d-8db0-6efdd26e2e5c service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Sep 07 11:53:10.650428 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-653db54f-bc01-4bb0-a063-5b699e139699 req-33f7c24b-c8aa-48a9-b43a-f7d9a2363c0b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 210 time: 0.0264997 Sep 07 11:53:10.933221 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898081da-d841-4c07-ac63-5969308e1af0 req-138b280e-4438-4d2a-bad6-62ec2653973b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:10.935836 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-898081da-d841-4c07-ac63-5969308e1af0 req-138b280e-4438-4d2a-bad6-62ec2653973b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0596418 Sep 07 11:53:10.973116 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-898081da-d841-4c07-ac63-5969308e1af0 req-23354dab-d58a-40cf-aa61-67bc64513318 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Sep 07 11:53:13.632890 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-90a94e3b-e839-419a-9208-1ddf522612b4 req-39a167f2-c874-413b-bfbd-fef3ac544232 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Sep 07 11:53:13.713986 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a547f1-bfc0-44fa-a988-eee74043cf41 req-9f0e9d9e-2de8-455a-8be0-eceb53f8d3ea tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:13.715542 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-74a547f1-bfc0-44fa-a988-eee74043cf41 req-9f0e9d9e-2de8-455a-8be0-eceb53f8d3ea tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0485384 Sep 07 11:53:13.752857 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-74a547f1-bfc0-44fa-a988-eee74043cf41 req-3418a746-04d1-4423-8e12-2817ba44378f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Sep 07 11:53:14.738354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-690b8bb3-fb86-4dc8-a620-231dcf638ee0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:14.740007 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-690b8bb3-fb86-4dc8-a620-231dcf638ee0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1029968 Sep 07 11:53:15.203420 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-05d89d5d-bf36-4794-af89-df7a5c0a7fbb tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 380 time: 0.0495391 Sep 07 11:53:15.217270 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'port': {'device_id': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'admin_state_up': True, 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'security_groups': ['61f3d930-c818-48df-aa3a-f0813fda12e2']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:15.252373 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fce31f96-d985-40cb-a1af-61bbb3f98e13 req-c5ce51a8-2919-4eea-b257-0ec1fc25dd0e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 210 time: 0.0353436 Sep 07 11:53:15.338962 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37196501-ecf1-4097-b234-2ca94e5e3674 req-5f2f6c4e-9bd8-44b6-bc88-61fc5f3163d3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:15.340418 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-37196501-ecf1-4097-b234-2ca94e5e3674 req-5f2f6c4e-9bd8-44b6-bc88-61fc5f3163d3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1024168 Sep 07 11:53:15.392217 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-37196501-ecf1-4097-b234-2ca94e5e3674 req-3440dde1-aa16-4034-bcae-ec427483ca8e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Sep 07 11:53:15.397704 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Made reservation on behalf of 01468668b6844f859b2f5a661fa01b99 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:15.401705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:15.524063 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.20.0.13 (ce1f8b48-484b-44ca-95d7-e0ad629ffc97/afc9d757-dc94-4daa-8204-1876bbe22cd5/4bd3808c-0e35-48da-808d-51df66df3a77) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:15.654570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:15.671262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Transition to ACTIVE for port object 4bd3808c-0e35-48da-808d-51df66df3a77 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:15.702424 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:15.742742 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:15.745798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:15.749353 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:15.775481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:15.790171 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.790514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.790873 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.791208 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.791530 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.791854 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.792174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.792500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.792816 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.793131 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.793446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.793759 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:15.814755 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:15.815388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:15.830059 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-17a06fcd-1976-42e1-b889-0408ae3c5561 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182351 Sep 07 11:53:15.849898 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Request body: {'port': {'device_id': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:15.909151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:15.976613 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5245ff52-b819-4ee5-9943-68ca9a974dfc None None] Provisioning for port 4bd3808c-0e35-48da-808d-51df66df3a77 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:15.980354 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5245ff52-b819-4ee5-9943-68ca9a974dfc None None] Provisioning complete for port 4bd3808c-0e35-48da-808d-51df66df3a77 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:15.980721 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5245ff52-b819-4ee5-9943-68ca9a974dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.013852 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-5245ff52-b819-4ee5-9943-68ca9a974dfc None None] Port 4bd3808c-0e35-48da-808d-51df66df3a77 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:16.162491 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd3808c-0e35-48da-808d-51df66df3a77 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:53:16.170812 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.184575 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Transition to ACTIVE for port object 4bd3808c-0e35-48da-808d-51df66df3a77 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:16.188757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.267859 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:16.326274 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Attempting to bind port 4bd3808c-0e35-48da-808d-51df66df3a77 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:16.326614 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Attempting to bind port 4bd3808c-0e35-48da-808d-51df66df3a77 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:16.327058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Attempting to bind port 4bd3808c-0e35-48da-808d-51df66df3a77 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:16.337168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Port 4bd3808c-0e35-48da-808d-51df66df3a77 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:53:16.337500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Attempting to bind port 4bd3808c-0e35-48da-808d-51df66df3a77 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:16.353627 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:16.353979 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:16.354524 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Bound using segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:16.354925 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Bound port: 4bd3808c-0e35-48da-808d-51df66df3a77, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:16.355263 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.422528 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa5d3b-cb23-4bc7-8224-f70936f5cf41 req-80a440f0-afae-4960-9278-728a0befcde4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.424062 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5dfa5d3b-cb23-4bc7-8224-f70936f5cf41 req-80a440f0-afae-4960-9278-728a0befcde4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0832925 Sep 07 11:53:16.464043 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:16.485998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4bd3808c-0e35-48da-808d-51df66df3a77,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:16.489856 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5dfa5d3b-cb23-4bc7-8224-f70936f5cf41 req-a5817aae-d2fa-4ff2-9cfb-d318adc88d3e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545406 Sep 07 11:53:16.491399 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.517204 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c93c-01c2-4ccc-a0fd-d8f0678b1d80 req-c2d9cfa6-fb90-4460-95dc-1a3f2d4da6e8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.518821 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d6b9c93c-01c2-4ccc-a0fd-d8f0678b1d80 req-c2d9cfa6-fb90-4460-95dc-1a3f2d4da6e8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0560560 Sep 07 11:53:16.527745 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.528275 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:16.529658 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] 10.222.0.62 "PUT /v2.0/ports/4bd3808c-0e35-48da-808d-51df66df3a77 HTTP/1.1" status: 200 len: 1094 time: 0.6842337 Sep 07 11:53:16.530090 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:16.532313 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3717188-a808-494e-8773-e6ec81ea37f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:16.568559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df7027-408e-4f1e-89be-9f0c9c74641a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:16.582748 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d6b9c93c-01c2-4ccc-a0fd-d8f0678b1d80 req-da166c89-022b-4c04-b476-c0deaf4d9aad tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562055 Sep 07 11:53:16.588503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4894d8a-a4ba-4306-a375-5c47559c7a2d x-openstack-request-id: req-a4894d8a-a4ba-4306-a375-5c47559c7a2d {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:16.588866 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:16.589182 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4894d8a-a4ba-4306-a375-5c47559c7a2d {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:16.589648 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77', 'status': 'completed', 'code': 200} Sep 07 11:53:16.629523 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-47b07040-6e29-470b-8853-922c0d497b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.631155 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-47b07040-6e29-470b-8853-922c0d497b66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 1097 time: 0.0493379 Sep 07 11:53:16.699242 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-611523be-ad0d-4df5-8fe0-756ca30605c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bd3808c-0e35-48da-808d-51df66df3a77 HTTP/1.1" status: 200 len: 217 time: 0.0338202 Sep 07 11:53:16.754717 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-cb28c779-a902-4f89-a4e6-b418d2341a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.756192 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-cb28c779-a902-4f89-a4e6-b418d2341a49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0459821 Sep 07 11:53:16.804635 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323570c-212d-481a-9afe-8dfd1293a417 req-fed169f1-15e9-470f-9cda-75f0285e6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:16.806000 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-fed169f1-15e9-470f-9cda-75f0285e6b62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392730 Sep 07 11:53:16.899354 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-5307953a-26a8-44ab-abec-7bbd3865132a service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798237 Sep 07 11:53:16.989194 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c323570c-212d-481a-9afe-8dfd1293a417 req-b2cd5188-7807-4331-9cb3-a23133a397fb service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820091 Sep 07 11:53:17.083904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-1496d72f-cac9-45fb-9954-184de0bba39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.085984 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-1496d72f-cac9-45fb-9954-184de0bba39b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 1097 time: 0.0394948 Sep 07 11:53:17.178408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-c8864137-d12f-4b8d-a7e5-9df1f5808031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.179991 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-c8864137-d12f-4b8d-a7e5-9df1f5808031 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.0860453 Sep 07 11:53:17.223279 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-718a6a80-618e-430c-81e9-adce4756fb18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bd3808c-0e35-48da-808d-51df66df3a77 HTTP/1.1" status: 200 len: 217 time: 0.0328677 Sep 07 11:53:17.278620 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-4fa7803e-89fb-4d56-8616-ee2e1997bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.280123 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-4fa7803e-89fb-4d56-8616-ee2e1997bf40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0479023 Sep 07 11:53:17.328406 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-f7337f8c-52fd-4e66-96dc-e984996493bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.330075 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-f7337f8c-52fd-4e66-96dc-e984996493bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425737 Sep 07 11:53:17.446228 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-46e72d3a-f3ce-4bd7-948c-be7e97bf5238 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831487 Sep 07 11:53:17.538293 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f3717188-a808-494e-8773-e6ec81ea37f0 req-b56ec321-bb25-4e89-aef6-d3fe089d6fb1 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842025 Sep 07 11:53:17.605805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e75cf-0abb-4ae2-a171-89b5d4d5c4b4 req-b5a7939f-7430-48ff-b997-3a044aaf0f05 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.607471 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f9e75cf-0abb-4ae2-a171-89b5d4d5c4b4 req-b5a7939f-7430-48ff-b997-3a044aaf0f05 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0481212 Sep 07 11:53:17.647546 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f9e75cf-0abb-4ae2-a171-89b5d4d5c4b4 req-8697e80c-9b1e-4fea-a7e2-a0d20d43e478 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Sep 07 11:53:17.717967 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd51e3f-441b-4757-9a07-c8f711990083 req-4b339da7-1768-4ec9-bc31-6c23d4f1e2f6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:17.719541 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3fd51e3f-441b-4757-9a07-c8f711990083 req-4b339da7-1768-4ec9-bc31-6c23d4f1e2f6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0610518 Sep 07 11:53:17.759507 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3fd51e3f-441b-4757-9a07-c8f711990083 req-0f9d03db-e3d1-4d4f-b882-f530f695ad5e tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Sep 07 11:53:18.167957 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3bcb-bc8e-4d29-8a0d-d84d4929d85c req-5003c099-162e-40f4-914f-37fbc16bc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:18.169434 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-984a3bcb-bc8e-4d29-8a0d-d84d4929d85c req-5003c099-162e-40f4-914f-37fbc16bc90b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0386059 Sep 07 11:53:18.209826 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-984a3bcb-bc8e-4d29-8a0d-d84d4929d85c req-fbc63916-5a96-40b4-848f-d0cc58bfe494 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Sep 07 11:53:19.249506 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6850e3a-2971-4866-97cd-88ead35647da req-1bd90a85-8170-4159-8cbd-49a263670980 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:19.251025 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a6850e3a-2971-4866-97cd-88ead35647da req-1bd90a85-8170-4159-8cbd-49a263670980 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0479031 Sep 07 11:53:19.264714 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f5b1a-f1fa-4b56-a0dd-3de630bee412 req-0796cd5f-0af1-48eb-948e-66d3a4c4635f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:19.266196 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-379f5b1a-f1fa-4b56-a0dd-3de630bee412 req-0796cd5f-0af1-48eb-948e-66d3a4c4635f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0476732 Sep 07 11:53:19.289123 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a6850e3a-2971-4866-97cd-88ead35647da req-08767219-574c-4d05-a5f5-3012dee1b7a2 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Sep 07 11:53:19.304649 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-379f5b1a-f1fa-4b56-a0dd-3de630bee412 req-f9ee402d-900a-4f9a-9d7f-1164c70bc3bb tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Sep 07 11:53:20.861541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df4619-a3e8-4747-96c7-d3ec53923773 req-6510f21c-f66d-4e40-b0c6-733b3244e77d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:20.863530 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e2df4619-a3e8-4747-96c7-d3ec53923773 req-6510f21c-f66d-4e40-b0c6-733b3244e77d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0526888 Sep 07 11:53:20.870204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f57f7-9a2d-4ea3-95a2-aa26ab366098 req-c961d603-7f99-4515-b10f-6376f00e6e5f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:20.871923 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f54f57f7-9a2d-4ea3-95a2-aa26ab366098 req-c961d603-7f99-4515-b10f-6376f00e6e5f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0529597 Sep 07 11:53:20.902283 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e2df4619-a3e8-4747-96c7-d3ec53923773 req-858e187c-3340-4f57-878c-ccb40a3e8e8c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Sep 07 11:53:20.909286 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f54f57f7-9a2d-4ea3-95a2-aa26ab366098 req-6b1bda19-4ad6-4bc7-9e92-d4f3516c5233 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Sep 07 11:53:21.701626 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45024) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:21.816741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8eafede4-1604-4f03-8e94-a377c00a3c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:21.937756 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8eafede4-1604-4f03-8e94-a377c00a3c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:21.944773 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8eafede4-1604-4f03-8e94-a377c00a3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:21.987191 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8eafede4-1604-4f03-8e94-a377c00a3c7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0946551dc7804c1399cccbef32ec37cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843134 Sep 07 11:53:21.989057 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafede4-1604-4f03-8e94-a377c00a3c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426955b-528e-4bef-a991-e40c1cbb59f4,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:21.989898 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45044) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:22.040561 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.061510 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.106578 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.109148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.110284 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d426955b-528e-4bef-a991-e40c1cbb59f4 HTTP/1.1" status: 204 len: 168 time: 0.1194191 Sep 07 11:53:22.117739 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426955b-528e-4bef-a991-e40c1cbb59f4,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:22.124693 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.125044 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.125380 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.125715 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.126044 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.126374 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.126707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.127058 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.127384 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.127706 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.128027 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.128345 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b506085-0844-416b-8e91-494e177ba79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:22.288382 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11bd14-973f-41ce-a603-263486a3cdf9 req-2cfe80e8-8981-4c9c-a211-ddd55b656c6b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.289233 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb868978-f260-4576-a62d-020a73d8b8bf req-1c4810e9-5fdf-42c0-95c3-1afbbffe23c6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.289872 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fe11bd14-973f-41ce-a603-263486a3cdf9 req-2cfe80e8-8981-4c9c-a211-ddd55b656c6b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0514326 Sep 07 11:53:22.290731 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cb868978-f260-4576-a62d-020a73d8b8bf req-1c4810e9-5fdf-42c0-95c3-1afbbffe23c6 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Sep 07 11:53:22.329638 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fe11bd14-973f-41ce-a603-263486a3cdf9 req-001bd9f3-3fb4-4c4d-8f89-6d71bda3d748 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Sep 07 11:53:22.333808 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cb868978-f260-4576-a62d-020a73d8b8bf req-5c892b85-4ac4-4a5c-ac4e-b31bbd324312 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Sep 07 11:53:22.436810 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f892b5e-458b-4930-a876-fa6bcba777be req-14bb4ee9-4de7-4793-b45d-07d2bbea9f3c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.438316 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f892b5e-458b-4930-a876-fa6bcba777be req-14bb4ee9-4de7-4793-b45d-07d2bbea9f3c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0485604 Sep 07 11:53:22.478823 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8f892b5e-458b-4930-a876-fa6bcba777be req-525a591d-8946-4e69-8dc7-7a9e662803dc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Sep 07 11:53:22.777215 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45074) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:22.797851 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18399f-6c05-41a8-9278-18f010f79061 req-52f11c16-3ccc-4d1c-a4ce-7f29ff209d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.799391 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-52f11c16-3ccc-4d1c-a4ce-7f29ff209d0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 1099 time: 0.0440311 Sep 07 11:53:22.801213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69dbc-3d7c-4b3d-9155-2270ef53af70 req-7b75b5d8-ee96-40b8-903f-dba6882ae197 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.802691 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-36b69dbc-3d7c-4b3d-9155-2270ef53af70 req-7b75b5d8-ee96-40b8-903f-dba6882ae197 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0626311 Sep 07 11:53:22.841406 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-36b69dbc-3d7c-4b3d-9155-2270ef53af70 req-f432178e-4d40-4362-b316-8d1e19121e4c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Sep 07 11:53:22.892325 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520825552-network', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:22.899109 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18399f-6c05-41a8-9278-18f010f79061 req-5b9c2057-8292-4686-ab40-e6137012ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:22.900590 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-5b9c2057-8292-4686-ab40-e6137012ef3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 200 len: 920 time: 0.0924966 Sep 07 11:53:22.912338 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Made reservation on behalf of aea0e180cd954f08bdbc5dd21df7d70f for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:22.914620 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.923084 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:22.943123 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-f4bf6f59-9198-4070-919a-b0d254415f13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 200 len: 217 time: 0.0337884 Sep 07 11:53:22.998707 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18399f-6c05-41a8-9278-18f010f79061 req-c8238f29-5f57-452b-8c28-5c3cab764b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.000202 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-c8238f29-5f57-452b-8c28-5c3cab764b08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 200 len: 859 time: 0.0491602 Sep 07 11:53:23.014115 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.023976 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.037517 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-b786fa3b-13f5-4e46-9ad4-7ddc2d737e7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e51a59e-c178-473f-8a0d-d6ceca9871d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260088 Sep 07 11:53:23.051981 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:53:23.063166 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78aec0-fe58-4f6d-baf6-cc9095c3875d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:23.070066 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.070425 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Added segment 1ecc5f5e-9637-4a57-a8b0-f3299ca14966 of type vlan for network 3157dfa2-b1fe-4a63-becd-16b185c19b6e Sep 07 11:53:23.122398 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.142920 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-32733931-a6e3-4c85-8fe4-ed9e4ffbf9b3 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916944 Sep 07 11:53:23.150091 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.151192 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.151781 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.219231 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4400756 Sep 07 11:53:23.222037 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45086) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:23.227758 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Request body: {'subnet': {'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520825552-subnet', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:23.237854 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc4da-d258-4dae-883b-0772e523bc7b admin admin] Pushing event updated for resources: {'Network': ['ID=3157dfa2-b1fe-4a63-becd-16b185c19b6e,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:23.249008 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:53:23.254071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Made reservation on behalf of aea0e180cd954f08bdbc5dd21df7d70f for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:23.258757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.292226 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fd18399f-6c05-41a8-9278-18f010f79061 req-6de71a39-3d81-4a2d-89f0-4b9a262c55c1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387966 Sep 07 11:53:23.464957 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.478525 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e360f-db4c-44bd-9b1b-583bbf13401b req-76e6cff8-2ac8-411d-bd06-963613387c12 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.480176 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-411e360f-db4c-44bd-9b1b-583bbf13401b req-76e6cff8-2ac8-411d-bd06-963613387c12 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0673077 Sep 07 11:53:23.518695 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-411e360f-db4c-44bd-9b1b-583bbf13401b req-fd892999-66fe-4431-9a19-796c9da162e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Sep 07 11:53:23.547395 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653268a-ff57-421f-bdc3-ba9cb2be17dd req-ca89ee3e-f2d1-4cca-b92f-5637738d0d9f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.548870 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d653268a-ff57-421f-bdc3-ba9cb2be17dd req-ca89ee3e-f2d1-4cca-b92f-5637738d0d9f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.1033635 Sep 07 11:53:23.554760 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae711e9-7acf-440a-8de3-dc61882f746c,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:23.582135 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Checking segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:23.582484 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Network hostable DHCP agents. Network: 3157dfa2-b1fe-4a63-becd-16b185c19b6e, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:53:23.606533 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d653268a-ff57-421f-bdc3-ba9cb2be17dd req-76ca0391-16a6-4218-8fe7-4d054d5bb1a4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Sep 07 11:53:23.613320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:53:23.623884 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 3157dfa2-b1fe-4a63-becd-16b185c19b6e) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:23.627915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.628497 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.634462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62981691-0b3e-4cbf-ad32-d81fcbd5cacc None None] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:53:23.648985 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0804f531-b02d-4d15-9a15-7bb806a7b779 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4259315 Sep 07 11:53:23.651690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45096) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:23.655893 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:23.676446 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.677800 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.729568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.871545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.902837 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:53:23.904748 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:23.966249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c82be-a1a6-4f91-90ed-ff704fe2d1ca req-d348d5f0-6cb4-495b-a0ae-819b32a7d6c9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:23.967852 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-738c82be-a1a6-4f91-90ed-ff704fe2d1ca req-d348d5f0-6cb4-495b-a0ae-819b32a7d6c9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0565658 Sep 07 11:53:24.009683 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-738c82be-a1a6-4f91-90ed-ff704fe2d1ca req-e2abeccf-3fac-4c06-b53a-c4c9ba5b0a72 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Sep 07 11:53:24.036502 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Allocated IP 172.20.0.2 (3157dfa2-b1fe-4a63-becd-16b185c19b6e/8ae711e9-7acf-440a-8de3-dc61882f746c/6dd59a87-49cf-4a3d-bb43-b93c5214c775) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:24.071018 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.089744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.179702 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.187761 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Transition to ACTIVE for port object 6dd59a87-49cf-4a3d-bb43-b93c5214c775 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:24.197525 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Allocated IP 172.27.0.112 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:24.209717 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Transition to ACTIVE for port object 6dd59a87-49cf-4a3d-bb43-b93c5214c775 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:24.216979 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.253632 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:24.256364 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:24.259725 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:24.267715 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Pushing event updated for resources: {'Port': ['ID=6dd59a87-49cf-4a3d-bb43-b93c5214c775,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:24.304436 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.326188 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Attempting to bind port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:24.326562 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Attempting to bind port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:24.326951 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Attempting to bind port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 on network 3157dfa2-b1fe-4a63-becd-16b185c19b6e {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:24.333595 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:24.333977 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Checking segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:24.334380 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.334762 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Bound using segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:24.335938 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Bound port: 6dd59a87-49cf-4a3d-bb43-b93c5214c775, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:24.336500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.352227 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.392143 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:24.395040 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:24.399059 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:24.409643 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] For port 6dd59a87-49cf-4a3d-bb43-b93c5214c775, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:24.412884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] For port 6dd59a87-49cf-4a3d-bb43-b93c5214c775, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6dd59a87-49cf-4a3d-bb43-b93c5214c775,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:24.417168 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.424588 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:24.477906 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc688a44-f5da-4cb5-8da1-a25d7e68dd6c None None] Pushing event updated for resources: {'Port': ['ID=6dd59a87-49cf-4a3d-bb43-b93c5214c775,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:24.656028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb92d9-e6cb-43ac-9d27-37897537d825 req-8afb05d9-3322-4eb7-bdfb-f23d8662bc82 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:24.676842 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f4eb92d9-e6cb-43ac-9d27-37897537d825 req-8afb05d9-3322-4eb7-bdfb-f23d8662bc82 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0757527 Sep 07 11:53:24.712948 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:24.723164 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f4eb92d9-e6cb-43ac-9d27-37897537d825 req-77e6e353-207b-4cc6-8269-ddaa9e48bf44 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Sep 07 11:53:25.041490 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9d464-badb-4812-b5bc-be3978d891af req-36c0204e-7ef1-42b7-b653-13262c85f58e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:25.043012 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3dc9d464-badb-4812-b5bc-be3978d891af req-36c0204e-7ef1-42b7-b653-13262c85f58e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.3321159 Sep 07 11:53:25.124448 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3dc9d464-badb-4812-b5bc-be3978d891af req-f217d45b-4e9c-44a8-b187-9be9cb750239 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752554 Sep 07 11:53:25.137809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6e37c-eba1-460b-9c38-964625f552c5 req-a1489e05-b83c-40ea-aa40-ee2c76bb60ef tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:25.140638 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-31c6e37c-eba1-460b-9c38-964625f552c5 req-a1489e05-b83c-40ea-aa40-ee2c76bb60ef tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0601714 Sep 07 11:53:25.181332 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-31c6e37c-eba1-460b-9c38-964625f552c5 req-bda52f22-bc0d-4ecb-aa00-e62e5c539b9c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343330 Sep 07 11:53:25.193883 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:25.322766 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Router bf5ea519-8c3e-415f-b415-d90f240fbe4e is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:53:25.372658 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de483c8-bd72-44d4-910c-4358e993980a None None] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:53:25.429444 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:53:25.439535 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Sync routers for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:53:25.447501 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:25.448988 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fc38f6c8-9cb4-4aca-bcee-a9ccf276df14 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7961960 Sep 07 11:53:25.451666 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45114) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:25.453324 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:25.453942 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:25.510704 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-2ff4cf3f-d3e5-478d-bd12-452a026c6296 None None] Provisioning for port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:25.575961 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:25.779557 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:24Z', 'revision_number': 3, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:25.810055 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Checking router: bf5ea519-8c3e-415f-b415-d90f240fbe4e for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:53:25.810324 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Updating router bf5ea519-8c3e-415f-b415-d90f240fbe4e port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:53:25.835946 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:25.947017 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.080060 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.089917 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Transition to ACTIVE for port object dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:26.095713 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.100250 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Allocated IP 172.20.0.1 (3157dfa2-b1fe-4a63-becd-16b185c19b6e/8ae711e9-7acf-440a-8de3-dc61882f746c/cf241531-e1a1-4683-af59-ceb0c846d519) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:26.146554 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Pushing event updated for resources: {'Port': ['ID=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:26.156219 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.156609 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.156952 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.157282 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.157610 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.157939 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.158262 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.158582 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.158944 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.159267 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.159584 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.159899 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:26.165555 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Attempting to bind port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:26.165915 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Attempting to bind port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:26.166364 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Attempting to bind port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:26.171716 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:26.172087 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:26.172493 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.172877 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:26.173338 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Bound port: dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:26.173726 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.221951 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6dd59a87-49cf-4a3d-bb43-b93c5214c775 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:26.224240 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.229778 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] For port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:26.233260 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] For port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:26.238255 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.239983 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.provisioning_blocks [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Transition to ACTIVE for port object cf241531-e1a1-4683-af59-ceb0c846d519 will not be triggered until provisioned by entity DHCP. {{(pid=105497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:26.272845 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:26.276611 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:26.276973 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.281809 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.290383 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:26.291028 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:26.322194 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:26.326437 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:26.330050 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:26.338443 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Pushing event updated for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:26.339961 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087e9e3-a916-445d-8401-3f12f9f659fe None None] Pushing event updated for resources: {'Port': ['ID=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:26.373379 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.393283 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.413689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 6dd59a87-49cf-4a3d-bb43-b93c5214c775, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6dd59a87-49cf-4a3d-bb43-b93c5214c775,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:26.413877 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:26.420531 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.477344 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=6dd59a87-49cf-4a3d-bb43-b93c5214c775,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:26.547462 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.572380 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ce46c890-d733-4e1c-8e74-c61ad8c45fbc None None] Provisioning for port cf241531-e1a1-4683-af59-ceb0c846d519 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:26.576531 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ce46c890-d733-4e1c-8e74-c61ad8c45fbc None None] Provisioning complete for port cf241531-e1a1-4683-af59-ceb0c846d519 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:26.576903 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ce46c890-d733-4e1c-8e74-c61ad8c45fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.611091 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ce46c890-d733-4e1c-8e74-c61ad8c45fbc None None] Port cf241531-e1a1-4683-af59-ceb0c846d519 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:26.704711 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:24Z', 'revision_number': 3, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:26.716334 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.721032 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.733284 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2b925-ee3f-4474-9ac1-4843bc905fa0 None None] The sync data for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi is: [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:24Z', 'revision_number': 3, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:53:26.786462 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:26.788717 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Pushing event updated for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:26.885929 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:26.887268 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:27.017968 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Router bf5ea519-8c3e-415f-b415-d90f240fbe4e has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:53:27.131934 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-cb42475a-df2b-48fa-accb-bca66b4769d8 None None] Provisioning complete for port cf241531-e1a1-4683-af59-ceb0c846d519 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:27.132311 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cb42475a-df2b-48fa-accb-bca66b4769d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.136430 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:53:27.142821 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c8104f2d-5ee0-4a76-9bcf-8a56fa51cb16 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf5ea519-8c3e-415f-b415-d90f240fbe4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897860 Sep 07 11:53:27.172554 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-cb42475a-df2b-48fa-accb-bca66b4769d8 None None] Port cf241531-e1a1-4683-af59-ceb0c846d519 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:27.619701 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45144) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:27.624667 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643882609-network', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:27.645785 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Made reservation on behalf of e5ade4504009446ca51999bc14edcefd for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:27.648911 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.664606 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.770714 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6667bd4-156d-42d4-8391-5f9ad47bd328 req-26c04a4b-1ffd-4090-9e56-cf998ef9bcf9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:27.775772 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b6667bd4-156d-42d4-8391-5f9ad47bd328 req-26c04a4b-1ffd-4090-9e56-cf998ef9bcf9 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0609293 Sep 07 11:53:27.788328 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84156ac8-9547-40fa-85fe-a0bf0694b1fb req-ab2e846e-d4a1-48c5-868b-2dc8981b293a tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:27.789825 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-84156ac8-9547-40fa-85fe-a0bf0694b1fb req-ab2e846e-d4a1-48c5-868b-2dc8981b293a tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.0736904 Sep 07 11:53:27.812222 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b6667bd4-156d-42d4-8391-5f9ad47bd328 req-d5afc8d0-c857-4fb5-a99a-a1e9fa574962 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Sep 07 11:53:27.828404 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.833489 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.861961 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-84156ac8-9547-40fa-85fe-a0bf0694b1fb req-c76f5fa5-c498-4bb0-9964-e1270a163163 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659218 Sep 07 11:53:27.868591 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:53:27.885845 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a21356-3e87-430a-bd86-0394c133ea43,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:27.890926 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.891277 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Added segment 9a5de8b1-f935-46df-91a9-35665b0ce817 of type vlan for network 5c6c7596-4824-4c20-925f-6723c2b93b32 Sep 07 11:53:27.922636 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53df58-45c8-4257-b80f-9c668ba4f9cb req-47e345ab-677f-4207-9051-97743583bb98 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:27.930456 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8c53df58-45c8-4257-b80f-9c668ba4f9cb req-47e345ab-677f-4207-9051-97743583bb98 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0577543 Sep 07 11:53:27.935213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.962981 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.964207 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:27.964874 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:27.968064 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8c53df58-45c8-4257-b80f-9c668ba4f9cb req-014a8763-4a3f-4a04-9536-0858c0a4cd68 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Sep 07 11:53:28.001273 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3780808 Sep 07 11:53:28.001613 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45148) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:28.006569 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Request body: {'subnet': {'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643882609-subnet', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'ip_version': 4}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:28.026740 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66aa30-9161-4296-aae9-dd555c7f69f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6c7596-4824-4c20-925f-6723c2b93b32,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:28.028788 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Made reservation on behalf of e5ade4504009446ca51999bc14edcefd for: {'subnet': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:28.031331 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12528222'] for subnet, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.037755 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:53:28.079544 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-dac29f25-4206-4221-8bce-a5d273eaf4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.203615 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12325589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12528168'] for subnet, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.255851 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5243630-daeb-485f-a1ba-e1335886548e,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:28.268594 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Checking segment: {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:28.268978 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Network hostable DHCP agents. Network: 5c6c7596-4824-4c20-925f-6723c2b93b32, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:53:28.277930 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:28.285968 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:53:28.295211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 5c6c7596-4824-4c20-925f-6723c2b93b32) {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:28.303603 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ed6b8-c3e2-45d1-a17d-f44e1e7c3e40 None None] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:53:28.307317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:28.307453 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.322290 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4874d5e3-20df-4f41-bedb-296d9d1dc624 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3195956 Sep 07 11:53:28.324733 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45150) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:28.325935 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Sync routers for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:53:28.329258 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:28.381282 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:28.382037 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:28.382765 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260960'] for router, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.383807 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3723678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3731'] for router, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.407841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-827988a3-2606-4b9d-a0fe-dc46e9690710 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:28.409266 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-827988a3-2606-4b9d-a0fe-dc46e9690710 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0697703 Sep 07 11:53:28.472442 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.478842 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:28.489332 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:28.489702 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.575595 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:28.648141 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.650940 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa353542d-7503-5f91-af11-3d7a64726d0a-5c6c7596-4824-4c20-925f-6723c2b93b32', 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'fixed_ips': [{'subnet_id': 'b5243630-daeb-485f-a1ba-e1335886548e'}]}} from dv-cinder-791281-10-iscsi. {{(pid=105498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 11:53:28.651336 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.681271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Deleting port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:53:28.681618 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.728913 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.817885 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] For port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:28.818474 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.831343 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:28.832796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Calling delete_port for ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:53:28.845071 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:28.845855 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6dd59a87-49cf-4a3d-bb43-b93c5214c775 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:28.976313 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d54c26-7521-4170-9a2a-432f1dead23f req-89b515b0-5b66-4903-85c2-044087ad33ca tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:28.977937 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44d54c26-7521-4170-9a2a-432f1dead23f req-89b515b0-5b66-4903-85c2-044087ad33ca tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 945 time: 0.0550418 Sep 07 11:53:29.025415 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44d54c26-7521-4170-9a2a-432f1dead23f req-a3cb4787-ac7a-4c70-aeff-c54aff057a86 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Sep 07 11:53:29.138587 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:29.142881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Allocated IP 172.20.0.2 (5c6c7596-4824-4c20-925f-6723c2b93b32/b5243630-daeb-485f-a1ba-e1335886548e/cba9552e-d044-4854-a57c-f462d9181535) {{(pid=105498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:29.144037 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c13e88-90b0-4cb4-9abf-fae8bfb99e10 req-2e7dc982-6d01-4e4f-a853-26ec13c41755 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:29.147056 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-18c13e88-90b0-4cb4-9abf-fae8bfb99e10 req-2e7dc982-6d01-4e4f-a853-26ec13c41755 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0568938 Sep 07 11:53:29.190656 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:29.190899 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-18c13e88-90b0-4cb4-9abf-fae8bfb99e10 req-e608836a-7813-464b-9651-de36451d4992 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Sep 07 11:53:29.191438 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.275916 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c594e23-2f6b-4008-b821-9015bed6301c req-a80f3def-98d1-4ec0-aa3d-3e3e87c6ce7f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:29.277446 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c594e23-2f6b-4008-b821-9015bed6301c req-a80f3def-98d1-4ec0-aa3d-3e3e87c6ce7f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.1474550 Sep 07 11:53:29.287654 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 2, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:29.333489 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Checking router: bf5ea519-8c3e-415f-b415-d90f240fbe4e for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:53:29.333844 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Updating router bf5ea519-8c3e-415f-b415-d90f240fbe4e port cf241531-e1a1-4683-af59-ceb0c846d519 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:53:29.376725 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.383106 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3c594e23-2f6b-4008-b821-9015bed6301c req-aa718751-bd50-4419-b935-74bd516d3d08 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832090 Sep 07 11:53:29.401476 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.403631 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.406840 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.425812 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'faca5eac-315d-4823-9a35-b3a9f727652e', '5fc4534a-64df-4eda-9736-73137e934821', 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:29.438389 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event deleted for resources: {'Port': ['ID=ad5f1542-1b1d-40d7-91fe-d4e77cd5b260,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:29.473415 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks [] for port, precommit_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.511658 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Transition to ACTIVE for port object cba9552e-d044-4854-a57c-f462d9181535 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:29.518631 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] No DVR routers for this DVR port ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:53:29.523367 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.525429 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8e1b346-d7b3-4a83-835f-04be30c155ec req-46acccf4-384d-4ac4-a83c-deb32c4b83eb tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "DELETE /v2.0/ports/ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 HTTP/1.1" status: 204 len: 173 time: 1.1040678 Sep 07 11:53:29.525855 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'name': 'network-vif-deleted', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:29.528462 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030aefd1-2ae2-4cc6-b255-353813f3944c" -d '{"events": [{"server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "name": "network-vif-deleted", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:29.551933 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Transition to ACTIVE for port object cba9552e-d044-4854-a57c-f462d9181535 will not be triggered until provisioned by entity DHCP. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:29.589990 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38871b68-11d8-4783-9c9c-a77c088ef333 x-openstack-request-id: req-38871b68-11d8-4783-9c9c-a77c088ef333 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:29.590551 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f6a2c4-b40c-4737-8df1-deede80cc786", "name": "network-vif-deleted", "tag": "ad5f1542-1b1d-40d7-91fe-d4e77cd5b260", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:29.591020 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38871b68-11d8-4783-9c9c-a77c088ef333 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:29.591588 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f6a2c4-b40c-4737-8df1-deede80cc786', 'name': 'network-vif-deleted', 'tag': 'ad5f1542-1b1d-40d7-91fe-d4e77cd5b260', 'status': 'completed', 'code': 200} Sep 07 11:53:29.602003 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Allocated IP 172.27.0.211 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:29.616459 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734'] for port, after_create {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.688940 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 is already hosted by enough agents. {{(pid=105498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:29.706447 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Resources bound (agent type, host, resource id): {{(pid=105498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:29.717114 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.726328 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Received port after_create {{(pid=105498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:29.734251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Pushing event updated for resources: {'Port': ['ID=cba9552e-d044-4854-a57c-f462d9181535,revision_number=1']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:29.755559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.791863 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:29.796642 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:29.800128 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:29.807938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Pushing event updated for resources: {'Port': ['ID=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:29.859226 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Attempting to bind port cba9552e-d044-4854-a57c-f462d9181535 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:29.859640 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Attempting to bind port cba9552e-d044-4854-a57c-f462d9181535 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:29.860149 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Attempting to bind port cba9552e-d044-4854-a57c-f462d9181535 on network 5c6c7596-4824-4c20-925f-6723c2b93b32 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:29.884590 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:29.884881 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Checking segment: {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:29.885546 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:29.885934 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Bound using segment: {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:29.886407 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Bound port: cba9552e-d044-4854-a57c-f462d9181535, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:29.886796 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.021199 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.061275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Transition to ACTIVE for port object cf241531-e1a1-4683-af59-ceb0c846d519 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:30.064365 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] For port cba9552e-d044-4854-a57c-f462d9181535, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:30.069503 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] For port cba9552e-d044-4854-a57c-f462d9181535, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cba9552e-d044-4854-a57c-f462d9181535,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:30.078616 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.088735 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.172435 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3783-0fa5-46f6-ba54-5c85117f9c32 None None] Pushing event updated for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:30.205233 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.314873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:30.356309 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8c562c5-a098-4451-bbbd-1996615b6dcc req-0b84b165-4a63-40cb-bb3e-be73be0e8ce3 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f6a2c4-b40c-4737-8df1-deede80cc786 HTTP/1.1" status: 200 len: 210 time: 0.0869076 Sep 07 11:53:30.368628 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb3724-aba1-48f8-8c5b-23dbf8dadbbe req-0ef6e075-dad0-4cac-bf24-14e552846219 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:30.376338 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-61fb3724-aba1-48f8-8c5b-23dbf8dadbbe req-0ef6e075-dad0-4cac-bf24-14e552846219 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0735955 Sep 07 11:53:30.437280 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9de48-b591-496b-8541-fbc81dbc373c None None] Pushing event updated for resources: {'Port': ['ID=cba9552e-d044-4854-a57c-f462d9181535,revision_number=2']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:30.446139 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-61fb3724-aba1-48f8-8c5b-23dbf8dadbbe req-7b99d355-c73a-4394-b15f-23af2a328cf5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686219 Sep 07 11:53:30.450340 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Attempting to bind port cf241531-e1a1-4683-af59-ceb0c846d519 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:30.453562 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Attempting to bind port cf241531-e1a1-4683-af59-ceb0c846d519 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:30.454029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Attempting to bind port cf241531-e1a1-4683-af59-ceb0c846d519 on network 3157dfa2-b1fe-4a63-becd-16b185c19b6e {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:30.470575 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:30.471250 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Checking segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:30.471837 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.472389 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Bound using segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:30.472865 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Bound port: cf241531-e1a1-4683-af59-ceb0c846d519, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:30.473248 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.563049 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:30.563422 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.620563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375bd9b-fb89-48a3-b93e-30f7838f1b28 req-cae7b6a6-05f7-41c5-952c-70fa7a519b77 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:30.622200 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e375bd9b-fb89-48a3-b93e-30f7838f1b28 req-cae7b6a6-05f7-41c5-952c-70fa7a519b77 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.1041374 Sep 07 11:53:30.623462 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3719449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3723757'] for router, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.633486 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] For port cf241531-e1a1-4683-af59-ceb0c846d519, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:30.637742 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] For port cf241531-e1a1-4683-af59-ceb0c846d519, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cf241531-e1a1-4683-af59-ceb0c846d519,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:30.644608 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.736868 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e375bd9b-fb89-48a3-b93e-30f7838f1b28 req-4e3ac34e-567d-4820-b592-fb2a70e855e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066229 Sep 07 11:53:30.743736 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3783-0fa5-46f6-ba54-5c85117f9c32 None None] Pushing event updated for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:30.746257 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:30.746882 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:30.815923 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Router 0c12233e-72af-49a4-8987-2c6bcfa98395 is scheduled to L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f with binding_index 1 {{(pid=105496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 11:53:30.844477 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-50c52144-d57c-42ac-a6f8-a087eed96ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.892060 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:30.947150 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:53:30.957538 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Sync routers for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:53:30.967291 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:30.968153 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:30.974013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] Notify callbacks [] for router, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:30.978663 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ac4bfc7e-f042-4d61-ad37-5fec317b6820 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6497319 Sep 07 11:53:30.979015 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45184) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:31.109742 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:31.124964 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:31.225750 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:30Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:31.280057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc0931-d254-4951-ac52-28cd5fedb0dc None None] The sync data for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi is: [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:30Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:53:31.400626 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:30Z', 'revision_number': 3, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:31.461321 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:53:31.462892 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Checking router: 0c12233e-72af-49a4-8987-2c6bcfa98395 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:53:31.463326 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Updating router 0c12233e-72af-49a4-8987-2c6bcfa98395 port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 binding host dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:53:31.495665 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:31.631032 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 4bd3808c-0e35-48da-808d-51df66df3a77 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:53:31.644104 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:31.716919 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d564d7-971f-4da8-9c29-168d460b094c None None] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:53:31.733289 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2d17-5fa9-4c9f-9ea5-ca5fa451f327 req-25288aca-ffa9-4867-a5e8-fe0abfc9e158 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:31.743068 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-207d2d17-5fa9-4c9f-9ea5-ca5fa451f327 req-25288aca-ffa9-4867-a5e8-fe0abfc9e158 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.1603115 Sep 07 11:53:31.811848 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-207d2d17-5fa9-4c9f-9ea5-ca5fa451f327 req-d7add49c-66c6-4c30-9ba2-a20c1ebd05a9 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639710 Sep 07 11:53:31.814588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-18a2cb15-750b-4056-9968-14b074b1b5c7 None None] Provisioning for port cba9552e-d044-4854-a57c-f462d9181535 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:31.973804 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab65fc-644d-42c1-8b90-edf68348b122 req-c3f18139-3366-4eae-8374-2841c79219cf tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:31.974650 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Allocated IP 172.20.0.1 (5c6c7596-4824-4c20-925f-6723c2b93b32/b5243630-daeb-485f-a1ba-e1335886548e/c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:31.978718 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fcab65fc-644d-42c1-8b90-edf68348b122 req-c3f18139-3366-4eae-8374-2841c79219cf tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 944 time: 0.1129434 Sep 07 11:53:31.981492 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks [] for port, precommit_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.008696 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.provisioning_blocks [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Transition to ACTIVE for port object 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 will not be triggered until provisioned by entity L2. {{(pid=105499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:32.024976 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.072462 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fcab65fc-644d-42c1-8b90-edf68348b122 req-85d0cb19-c6ae-48dc-a3b7-76a091f8ccb3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873687 Sep 07 11:53:32.101058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4bd3808c-0e35-48da-808d-51df66df3a77,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:32.113353 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.116676 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ead2-ecfd-4e6e-8fe7-8243e2c0fb63 None None] Pushing event updated for resources: {'Port': ['ID=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,revision_number=2']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:32.123268 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '4bd3808c-0e35-48da-808d-51df66df3a77', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'port_id': '4bd3808c-0e35-48da-808d-51df66df3a77', 'mac_address': 'fa:16:3e:af:b3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:53:32.168703 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.193751 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Transition to ACTIVE for port object c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:32.220595 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Attempting to bind port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:32.220974 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Attempting to bind port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:32.221325 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Attempting to bind port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 on network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:32.230166 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:32.230542 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Checking segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:32.230974 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.231507 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Bound using segment: {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'} {{(pid=105499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:32.231827 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.managers [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Bound port: 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba70470-a5db-4cc6-b65b-6dd382adf293', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}}] {{(pid=105499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:32.232227 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.266558 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.282409 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd3808c-0e35-48da-808d-51df66df3a77 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:53:32.304092 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.339951 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4bd3808c-0e35-48da-808d-51df66df3a77,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:32.346245 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.426351 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:32.448016 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] For port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:32.454693 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.plugins.ml2.db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] For port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:32.456218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:32.463736 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:32.464239 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron_lib.callbacks.manager [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.476213 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:32.479308 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:32.521215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cba9552e-d044-4854-a57c-f462d9181535 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:32.572813 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:32.573449 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:32.595058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729566'] for router_interface, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.646473 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port cba9552e-d044-4854-a57c-f462d9181535 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:32.650833 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port cba9552e-d044-4854-a57c-f462d9181535 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:32.651172 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.820552 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ead2-ecfd-4e6e-8fe7-8243e2c0fb63 None None] Pushing event updated for resources: {'Port': ['ID=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,revision_number=3']} {{(pid=105499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:32.837858 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:32.868496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.875163 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-eb018453-48f7-4865-b0e8-25c0964446e0 None None] Provisioning complete for port cba9552e-d044-4854-a57c-f462d9181535 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:32.875544 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-eb018453-48f7-4865-b0e8-25c0964446e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.898562 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:32.985047 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['4bd3808c-0e35-48da-808d-51df66df3a77'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:33.035633 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.070820 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port cba9552e-d044-4854-a57c-f462d9181535, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cba9552e-d044-4854-a57c-f462d9181535,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:33.078616 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.079645 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54923ed-de7b-41fe-bd08-d2f661a7e5fd req-bb4692a1-3119-4fb3-bccc-c30bdf40d8a7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:33.083744 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b54923ed-de7b-41fe-bd08-d2f661a7e5fd req-bb4692a1-3119-4fb3-bccc-c30bdf40d8a7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.0887341 Sep 07 11:53:33.088227 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cf241531-e1a1-4683-af59-ceb0c846d519 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:33.183893 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b54923ed-de7b-41fe-bd08-d2f661a7e5fd req-8361a23d-b78f-4302-9d63-2261bb3a6ecd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883653 Sep 07 11:53:33.228297 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:30Z', 'revision_number': 3, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:33.250286 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=cba9552e-d044-4854-a57c-f462d9181535,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:33.266049 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788f813-20ad-4f34-926c-4e2cc8127403 None None] The sync data for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi is: [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:30Z', 'revision_number': 3, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:53:33.307894 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port cf241531-e1a1-4683-af59-ceb0c846d519 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:33.320875 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port cf241531-e1a1-4683-af59-ceb0c846d519 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:33.321264 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.387373 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.389348 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb067f7-20a4-4e14-9734-f17d5d64017a req-eaa71277-dc59-42d6-9544-7d527e6bb3c3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:33.390843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bfb067f7-20a4-4e14-9734-f17d5d64017a req-eaa71277-dc59-42d6-9544-7d527e6bb3c3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 945 time: 0.0703392 Sep 07 11:53:33.443626 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-da05fce7-f9ae-40c4-a738-064da0a35067 None None] Provisioning for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:33.449809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.454061 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bfb067f7-20a4-4e14-9734-f17d5d64017a req-57bc5bdd-22e5-4fff-815d-b05293f2f372 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527236 Sep 07 11:53:33.455740 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.491411 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-da05fce7-f9ae-40c4-a738-064da0a35067 None None] Provisioning complete for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:33.491912 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-da05fce7-f9ae-40c4-a738-064da0a35067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.526215 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:33.534652 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730478'] for router_interface, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.558919 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.561681 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-da05fce7-f9ae-40c4-a738-064da0a35067 None None] Port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:33.632581 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:53:33.639413 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port cf241531-e1a1-4683-af59-ceb0c846d519, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cf241531-e1a1-4683-af59-ceb0c846d519,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:33.664249 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:53:33.664613 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device ad5f1542-1b1d-40d7-91fe-d4e77cd5b260 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:53:33.666140 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:33.711668 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:33.713249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:33.765510 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:33.914691 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Router 0c12233e-72af-49a4-8987-2c6bcfa98395 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:53:33.997938 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-0d387b20-11cd-4b07-a12d-30f5d2dc8d53 None None] Provisioning complete for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:33.998574 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0d387b20-11cd-4b07-a12d-30f5d2dc8d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.035832 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-0d387b20-11cd-4b07-a12d-30f5d2dc8d53 None None] Port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:34.054173 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:53:34.059368 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-6586d418-6a9c-4523-8f1e-7fad4e8412d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c12233e-72af-49a4-8987-2c6bcfa98395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793583 Sep 07 11:53:34.305068 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cba9552e-d044-4854-a57c-f462d9181535 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:34.347064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0163da-8bae-4815-9aad-5d6b7fd7bcce req-5ba5297c-99cd-4145-993b-eee57f5d5fdd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:34.349055 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cc0163da-8bae-4815-9aad-5d6b7fd7bcce req-5ba5297c-99cd-4145-993b-eee57f5d5fdd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.0613887 Sep 07 11:53:34.370485 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port cba9552e-d044-4854-a57c-f462d9181535 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:34.371119 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.417803 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cc0163da-8bae-4815-9aad-5d6b7fd7bcce req-a49d8ed7-59fc-4946-b9cb-7b3738a16a31 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Sep 07 11:53:34.455410 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cf241531-e1a1-4683-af59-ceb0c846d519 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:34.507534 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port cf241531-e1a1-4683-af59-ceb0c846d519 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:34.508156 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.593376 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400274bb-4b2e-48dd-a069-d1e9d79c7459 req-addaa281-a416-4013-a5c2-e319b5219698 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:34.595501 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-400274bb-4b2e-48dd-a069-d1e9d79c7459 req-addaa281-a416-4013-a5c2-e319b5219698 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 945 time: 0.0590582 Sep 07 11:53:34.596070 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:34.644368 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-400274bb-4b2e-48dd-a069-d1e9d79c7459 req-55b4b31c-694e-45bb-8d46-e788305e73d9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Sep 07 11:53:34.679373 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:34.683210 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:34.683577 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.768588 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.797378 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:34.801363 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:34.873023 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:35.301377 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Sync routers for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:53:35.311758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:35.312399 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:35.335515 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45302) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:35.469936 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65314761-75f8-4cad-893e-671d6b04f2cc req-da991c82-7d18-43ac-9d5b-2a2f09c4044c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:35.475407 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:35.477411 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65314761-75f8-4cad-893e-671d6b04f2cc req-da991c82-7d18-43ac-9d5b-2a2f09c4044c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.1001122 Sep 07 11:53:35.578027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-be19b50c-ed5d-4316-950f-fe92796f8019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:35.631467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 4bd3808c-0e35-48da-808d-51df66df3a77 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:35.739768 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f9c1-6c06-41a3-b9b0-bdb054c471a5 req-3e4ed5f2-c50f-4382-b254-ad19c478d2dd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:35.742981 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 4bd3808c-0e35-48da-808d-51df66df3a77 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:35.748912 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 4bd3808c-0e35-48da-808d-51df66df3a77 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:35.749288 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:35.753641 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-17d0f9c1-6c06-41a3-b9b0-bdb054c471a5 req-3e4ed5f2-c50f-4382-b254-ad19c478d2dd tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 945 time: 0.2485557 Sep 07 11:53:35.797720 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 4, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02', 'name': '', 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'mac_address': 'fa:16:3e:0f:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:31Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 2, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'subnets': [{'id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:35.854392 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-17d0f9c1-6c06-41a3-b9b0-bdb054c471a5 req-d342aeee-31cf-47ee-b457-c93d946bb9ee tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Sep 07 11:53:35.862898 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Deleting port 5fc4534a-64df-4eda-9736-73137e934821 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:53:35.863344 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:35.907717 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4ce1d-ad58-4098-b7b9-844042999576 req-e6c2e540-9805-47c9-b1ac-9ef41780d50f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:35.919712 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dfd4ce1d-ad58-4098-b7b9-844042999576 req-e6c2e540-9805-47c9-b1ac-9ef41780d50f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 945 time: 0.1408131 Sep 07 11:53:35.924373 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Checking router: 0c12233e-72af-49a4-8987-2c6bcfa98395 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:53:35.925173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Updating router 0c12233e-72af-49a4-8987-2c6bcfa98395 port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 binding host dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 11:53:35.925314 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-be19b50c-ed5d-4316-950f-fe92796f8019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:35.962532 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-be19b50c-ed5d-4316-950f-fe92796f8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:35.992445 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dfd4ce1d-ad58-4098-b7b9-844042999576 req-4a09848d-1af2-4425-ab75-4518e7726edd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602036 Sep 07 11:53:36.014763 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.022646 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-be19b50c-ed5d-4316-950f-fe92796f8019 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=906d0f199f3b40259cbafdcc9209921e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854403 Sep 07 11:53:36.025443 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45320) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:36.026523 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19b50c-ed5d-4316-950f-fe92796f8019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e13918-83ec-4e51-8af1-b113a4f9f624,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:36.046685 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] For port 5fc4534a-64df-4eda-9736-73137e934821, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5fc4534a-64df-4eda-9736-73137e934821,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:36.047608 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.065554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Calling delete_port for 5fc4534a-64df-4eda-9736-73137e934821 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:53:36.093003 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.152782 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.243008 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.245867 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.247105 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71e13918-83ec-4e51-8af1-b113a4f9f624 HTTP/1.1" status: 204 len: 168 time: 0.2206466 Sep 07 11:53:36.261280 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea0dce-3577-43cd-9b42-d2400ba1a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e13918-83ec-4e51-8af1-b113a4f9f624,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:36.264519 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.300247 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:36.335388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.386728 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'faca5eac-315d-4823-9a35-b3a9f727652e', '5fc4534a-64df-4eda-9736-73137e934821'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:36.402827 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event deleted for resources: {'Port': ['ID=5fc4534a-64df-4eda-9736-73137e934821,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:36.426022 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:36.429528 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec689461-d37c-4c37-a41c-9735cd5e7808" -d '{"events": [{"server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:36.471638 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] No DVR routers for this DVR port 5fc4534a-64df-4eda-9736-73137e934821 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:53:36.476262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.478458 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65314761-75f8-4cad-893e-671d6b04f2cc req-54e2d5b5-dcf0-4cbf-88ef-174587b20c2c tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "DELETE /v2.0/ports/5fc4534a-64df-4eda-9736-73137e934821 HTTP/1.1" status: 204 len: 173 time: 0.9922664 Sep 07 11:53:36.479032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'name': 'network-vif-deleted', 'tag': '5fc4534a-64df-4eda-9736-73137e934821'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:36.481503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2a172-29ec-4e61-89e9-4f8f07462e79" -d '{"events": [{"server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "name": "network-vif-deleted", "tag": "5fc4534a-64df-4eda-9736-73137e934821"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:36.506732 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4bd3808c-0e35-48da-808d-51df66df3a77,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:36.563907 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81414f4-2aa4-4ef0-a1b2-24c89c9fc3c2 x-openstack-request-id: req-b81414f4-2aa4-4ef0-a1b2-24c89c9fc3c2 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:36.564187 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2444a11-6111-4829-8c72-bd77aedbbd27", "name": "network-vif-deleted", "tag": "5fc4534a-64df-4eda-9736-73137e934821", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:36.564440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81414f4-2aa4-4ef0-a1b2-24c89c9fc3c2 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:36.564839 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2444a11-6111-4829-8c72-bd77aedbbd27', 'name': 'network-vif-deleted', 'tag': '5fc4534a-64df-4eda-9736-73137e934821', 'status': 'completed', 'code': 200} Sep 07 11:53:36.780533 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e90c0a-9f55-4680-af5c-7744571f6997 x-openstack-request-id: req-84e90c0a-9f55-4680-af5c-7744571f6997 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:36.780827 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:36.781119 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84e90c0a-9f55-4680-af5c-7744571f6997 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:36.781452 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77', 'code': 200} Sep 07 11:53:36.786778 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.850720 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b803ec-b495-4cfa-8220-254952724962 req-2b074de9-c7e5-4527-99cf-464dc5784fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:36.852905 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-16b803ec-b495-4cfa-8220-254952724962 req-2b074de9-c7e5-4527-99cf-464dc5784fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 1099 time: 0.0609255 Sep 07 11:53:36.870215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks [] for port, precommit_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.909647 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-16b803ec-b495-4cfa-8220-254952724962 req-de7b9b10-9413-4a0e-95b1-bbfa6351a98c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Sep 07 11:53:36.919410 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Transition to ACTIVE for port object c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 will not be triggered until provisioned by entity L2. {{(pid=105498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:36.946098 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:36.953713 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:36.961915 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.962275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.962617 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.962980 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.963313 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.963643 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.963979 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.964290 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.964615 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.964941 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.965259 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:36.965579 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:53:37.032054 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:37.032054 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:37.092445 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-45673a25-7b3c-4c1c-9c87-3a9ec9729f60 req-c0d40f08-f89f-446a-be19-aff2d9d0ad32 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2444a11-6111-4829-8c72-bd77aedbbd27 HTTP/1.1" status: 200 len: 210 time: 0.0769966 Sep 07 11:53:37.123080 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203bcbb-46f5-4f82-b6cc-c8f47347ec00 None None] Pushing event updated for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=3']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:37.268984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadce6-9dc7-4918-8d39-043f5d6142fa req-04e96823-b099-4d0a-9a22-b1e638dc23e8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:37.283092 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-33dadce6-9dc7-4918-8d39-043f5d6142fa req-04e96823-b099-4d0a-9a22-b1e638dc23e8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0953350 Sep 07 11:53:37.330223 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Attempting to bind port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 on host dv-cinder-791281-10-iscsi for vnic_type normal with profile {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:53:37.331988 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Attempting to bind port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 by drivers openvswitch,hyperv on host dv-cinder-791281-10-iscsi at level 0 using segments [{'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:53:37.332526 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Attempting to bind port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 on network 5c6c7596-4824-4c20-925f-6723c2b93b32 {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:53:37.350619 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Checking agent: {'id': '5bfc5433-08a2-4655-91f7-ef83084b3675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 42, 1), 'started_at': datetime.datetime(2021, 9, 7, 11, 42, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:53:37.352095 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Checking segment: {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:53:37.352778 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:37.353395 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Bound using segment: {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'} {{(pid=105498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:53:37.354099 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.managers [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Bound port: c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02, host: dv-cinder-791281-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5de8b1-f935-46df-91a9-35665b0ce817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32'}}] {{(pid=105498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:53:37.354669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:37.416398 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-33dadce6-9dc7-4918-8d39-043f5d6142fa req-406b550c-5316-410a-aabf-a91c92be0a2b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323378 Sep 07 11:53:37.478739 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] For port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02, host dv-cinder-791281-10-iscsi, cleared binding levels {{(pid=105498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:53:37.482630 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] For port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02, host dv-cinder-791281-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:53:37.498270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:37.712977 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203bcbb-46f5-4f82-b6cc-c8f47347ec00 None None] Pushing event updated for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:37.729006 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:37.729663 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:37.930567 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbfe30-cfad-4c56-866c-0c503a6723c6 req-2c5f8149-3a5e-4681-8435-93bc45391f64 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:37.951133 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4dbfe30-cfad-4c56-866c-0c503a6723c6 req-2c5f8149-3a5e-4681-8435-93bc45391f64 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1511664 Sep 07 11:53:37.999759 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:38.007132 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4dbfe30-cfad-4c56-866c-0c503a6723c6 req-211c5a76-2864-43f6-9926-d6a6e4c694ef tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548239 Sep 07 11:53:38.303821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 4, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02', 'name': '', 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'mac_address': 'fa:16:3e:0f:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:31Z', 'updated_at': '2021-09-07T11:53:37Z', 'revision_number': 4, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'subnets': [{'id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:38.338739 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69db19-d675-4013-a9c7-09fc91b6465e None None] The sync data for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi is: [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:53:32Z', 'revision_number': 4, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02', 'name': '', 'network_id': '5c6c7596-4824-4c20-925f-6723c2b93b32', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'mac_address': 'fa:16:3e:0f:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:31Z', 'updated_at': '2021-09-07T11:53:37Z', 'revision_number': 4, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'subnets': [{'id': 'b5243630-daeb-485f-a1ba-e1335886548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:53:38.605211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c4618-c1b6-436d-bfad-2f61e31580ce req-9d1344f4-8759-4e5f-90f4-2ca873bacb30 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:38.625029 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b5c4618-c1b6-436d-bfad-2f61e31580ce req-9d1344f4-8759-4e5f-90f4-2ca873bacb30 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.2181473 Sep 07 11:53:38.664352 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306307f-6c5f-4ebd-9dce-6617798b0c29 req-8eb657fd-824c-47bd-90c9-520e664f3d80 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:38.672324 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4306307f-6c5f-4ebd-9dce-6617798b0c29 req-8eb657fd-824c-47bd-90c9-520e664f3d80 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0719571 Sep 07 11:53:38.710362 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b5c4618-c1b6-436d-bfad-2f61e31580ce req-cd6f1733-8ee1-421d-876e-bb4e0583dac0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782797 Sep 07 11:53:38.740722 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4306307f-6c5f-4ebd-9dce-6617798b0c29 req-e04ef27a-53a8-4ebc-9271-12600939cd0f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668316 Sep 07 11:53:39.197466 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e207fb9-bbd1-49e1-b36a-a06ee19e4d80 req-fd32cb96-f706-46b9-9f27-c09124a00dfb tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:39.207669 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5e207fb9-bbd1-49e1-b36a-a06ee19e4d80 req-fd32cb96-f706-46b9-9f27-c09124a00dfb tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0777159 Sep 07 11:53:39.255092 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5e207fb9-bbd1-49e1-b36a-a06ee19e4d80 req-ba19042b-6eda-4470-a550-b2fa70498a97 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Sep 07 11:53:39.644891 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 5fc4534a-64df-4eda-9736-73137e934821 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:53:39.675122 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 5fc4534a-64df-4eda-9736-73137e934821 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:53:39.675471 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 5fc4534a-64df-4eda-9736-73137e934821 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:53:39.858270 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc69da-b839-496d-8e2e-0587040751ca req-00869c7e-b635-44be-a1f3-5548663e44db tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:39.862918 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-edbc69da-b839-496d-8e2e-0587040751ca req-00869c7e-b635-44be-a1f3-5548663e44db tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.0712104 Sep 07 11:53:39.922345 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-edbc69da-b839-496d-8e2e-0587040751ca req-321f06c0-9f02-48c7-bf86-1935174231a5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Sep 07 11:53:39.967661 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e110-6eda-4b7b-8691-7b0ee5156e80 req-a11550a3-2629-461b-bf86-9a560bbd6cda tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:39.969107 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b2b4e110-6eda-4b7b-8691-7b0ee5156e80 req-a11550a3-2629-461b-bf86-9a560bbd6cda tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0942426 Sep 07 11:53:40.011189 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b2b4e110-6eda-4b7b-8691-7b0ee5156e80 req-68d62eb9-9f74-4607-997e-456d5ea31549 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Sep 07 11:53:40.150411 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc841127-87c6-4a5d-b5ca-413b1a23ae71 req-88295193-9c50-46b5-8ab0-c968555d8a63 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:40.159446 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc841127-87c6-4a5d-b5ca-413b1a23ae71 req-88295193-9c50-46b5-8ab0-c968555d8a63 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0670786 Sep 07 11:53:40.253265 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc841127-87c6-4a5d-b5ca-413b1a23ae71 req-1da25a96-4153-4687-b7d2-022474417653 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928395 Sep 07 11:53:40.287410 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45412) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:40.313795 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:40.454761 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:40.462898 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:40.463280 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:40.471171 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272f2a-7a59-479c-9aed-de06c46062ef req-4216e07d-0a9e-425e-9aa4-aa65bb7b662c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:40.472888 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-09272f2a-7a59-479c-9aed-de06c46062ef req-4216e07d-0a9e-425e-9aa4-aa65bb7b662c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.0691464 Sep 07 11:53:40.543390 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-09272f2a-7a59-479c-9aed-de06c46062ef req-699247ba-f3b2-4a69-9510-27410caa2dc3 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644822 Sep 07 11:53:40.599751 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:40.626064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6ba34-51c1-42e7-a50c-29e2a8920eb3 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:40.628961 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d8c6ba34-51c1-42e7-a50c-29e2a8920eb3 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 1094 time: 0.3388507 Sep 07 11:53:40.632200 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45420) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:40.637028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'port_id': '4bd3808c-0e35-48da-808d-51df66df3a77', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:40.647446 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] For port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:40.652885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:40.679860 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:40.722567 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Pushing event updated for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:40.815160 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-f75c3ed4-898f-45b1-b08f-9327ea3b2d5e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:40.816715 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-f75c3ed4-898f-45b1-b08f-9327ea3b2d5e tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.0948346 Sep 07 11:53:40.907828 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:40.991806 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Deleting port faca5eac-315d-4823-9a35-b3a9f727652e {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:53:40.992161 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.140616 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.27.0.228 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/93f01dd7-d9be-4e15-85c0-65d19f48362e) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:41.168019 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3dee-3e80-4bc9-af90-3c97c4b9b271 req-4c382eb6-f36b-4f3e-9199-6a1c7a759233 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:41.175414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-690b3dee-3e80-4bc9-af90-3c97c4b9b271 req-4c382eb6-f36b-4f3e-9199-6a1c7a759233 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 945 time: 0.1618052 Sep 07 11:53:41.212046 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] For port faca5eac-315d-4823-9a35-b3a9f727652e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=faca5eac-315d-4823-9a35-b3a9f727652e,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:41.212431 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.243715 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Calling delete_port for faca5eac-315d-4823-9a35-b3a9f727652e owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:53:41.300073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-690b3dee-3e80-4bc9-af90-3c97c4b9b271 req-c0a2a820-de03-420b-98d0-77bf4d21c58a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237864 Sep 07 11:53:41.408755 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.448310 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-dc77e7b5-fefe-4c69-9873-710dd8ac040c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:41.449873 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-dc77e7b5-fefe-4c69-9873-710dd8ac040c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.1445265 Sep 07 11:53:41.609699 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.620651 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'faca5eac-315d-4823-9a35-b3a9f727652e'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:41.689853 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event deleted for resources: {'Port': ['ID=faca5eac-315d-4823-9a35-b3a9f727652e,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:41.692414 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.793061 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] No DVR routers for this DVR port faca5eac-315d-4823-9a35-b3a9f727652e on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:53:41.797288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.799310 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-da35bf4e-0922-4925-81cc-5d8a795f061c req-2452e2eb-6db0-41c8-b36a-4adf389f0147 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "DELETE /v2.0/ports/faca5eac-315d-4823-9a35-b3a9f727652e HTTP/1.1" status: 204 len: 173 time: 0.9731286 Sep 07 11:53:41.801109 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:41.804331 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'name': 'network-vif-deleted', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:41.806255 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda86eba-90fa-4c72-a02c-aa11e1e91025" -d '{"events": [{"server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "name": "network-vif-deleted", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:41.821741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:41.832372 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:41.834484 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=93f01dd7-d9be-4e15-85c0-65d19f48362e,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:41.881257 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574565b1-657d-41e8-bc40-2b92a786df9d req-954c87c4-8468-4c47-ab29-345b4edb9222 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:41.889417 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-574565b1-657d-41e8-bc40-2b92a786df9d req-954c87c4-8468-4c47-ab29-345b4edb9222 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 945 time: 0.2345192 Sep 07 11:53:41.921659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Deleting port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:53:41.922346 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:41.995765 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-574565b1-657d-41e8-bc40-2b92a786df9d req-2b0b5505-1304-47b0-8aab-eda90740bc3f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Sep 07 11:53:42.010482 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de490dbe-3596-4c62-9237-969863613a66 x-openstack-request-id: req-de490dbe-3596-4c62-9237-969863613a66 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:42.010482 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4796678-b2a5-4033-8b93-f313b506f978", "name": "network-vif-deleted", "tag": "faca5eac-315d-4823-9a35-b3a9f727652e", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:42.010482 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de490dbe-3596-4c62-9237-969863613a66 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:42.010482 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4796678-b2a5-4033-8b93-f313b506f978', 'name': 'network-vif-deleted', 'tag': 'faca5eac-315d-4823-9a35-b3a9f727652e', 'status': 'completed', 'code': 200} Sep 07 11:53:42.187659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] For port be1200a3-6c71-42a4-9c9a-8436ca02f1d2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:42.187916 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:42.216479 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 up at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:53:42.232843 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Calling delete_port for be1200a3-6c71-42a4-9c9a-8436ca02f1d2 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:53:42.275576 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Provisioning complete for port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:42.276237 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:42.467128 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0733aa2e-5001-4957-8a16-082b48587092 req-6937d691-0d11-4974-aa6d-59a59377fea7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4796678-b2a5-4033-8b93-f313b506f978 HTTP/1.1" status: 200 len: 210 time: 0.0364819 Sep 07 11:53:42.561918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:42.575374 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['be1200a3-6c71-42a4-9c9a-8436ca02f1d2', '84c60f14-e402-41d6-958d-e967556131ea'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:42.578117 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:42.629811 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Pushing event deleted for resources: {'Port': ['ID=be1200a3-6c71-42a4-9c9a-8436ca02f1d2,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:42.699720 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] No DVR routers for this DVR port be1200a3-6c71-42a4-9c9a-8436ca02f1d2 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:53:42.702739 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:42.705509 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ad0331ad-f4ff-493b-9efb-9e484927c1d4 req-90c4fa05-81af-4768-b9e5-4fff8ee38836 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "DELETE /v2.0/ports/be1200a3-6c71-42a4-9c9a-8436ca02f1d2 HTTP/1.1" status: 204 len: 173 time: 1.1925805 Sep 07 11:53:42.752929 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:43.183433 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b5c24da3-415d-4e86-813a-1f1afb17dc41 req-a4dbf175-fb72-45e8-85af-870849a38cd2 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b9fed2-8db5-4b3b-8036-cae2d12c60d9 HTTP/1.1" status: 200 len: 210 time: 0.0409262 Sep 07 11:53:43.242451 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:43.255884 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:43.347227 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=93f01dd7-d9be-4e15-85c0-65d19f48362e,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:43.368201 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:43.497792 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP 3e22aed8-d69a-4758-934a-5697d8df7b14 associated. External IP: 172.27.0.228, port: 4bd3808c-0e35-48da-808d-51df66df3a77. Sep 07 11:53:43.868240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:53:44.006387 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'name': 'network-vif-deleted', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:44.009704 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dac1e2-5731-4428-bfb8-850919c84420" -d '{"events": [{"server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "name": "network-vif-deleted", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:44.047380 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:53:44.064052 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:53:44.074469 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a122f2-b145-4395-9dc3-838cdd0cfac6 x-openstack-request-id: req-61a122f2-b145-4395-9dc3-838cdd0cfac6 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:44.074992 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b9fed2-8db5-4b3b-8036-cae2d12c60d9", "name": "network-vif-deleted", "tag": "be1200a3-6c71-42a4-9c9a-8436ca02f1d2", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:44.075285 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61a122f2-b145-4395-9dc3-838cdd0cfac6 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:44.075938 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b9fed2-8db5-4b3b-8036-cae2d12c60d9', 'name': 'network-vif-deleted', 'tag': 'be1200a3-6c71-42a4-9c9a-8436ca02f1d2', 'status': 'completed', 'code': 200} Sep 07 11:53:44.078068 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:44.094121 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:44.095046 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:44.142996 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-e46c1992-14a1-4d4d-9ef1-bd8025ade973 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5094950 Sep 07 11:53:44.306015 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:44.624993 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eaca6-fccd-4d06-9721-75b0dd5587ac req-f88ab4bd-0f7b-44b4-a49f-d1059de64f63 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:44.632774 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-de4eaca6-fccd-4d06-9721-75b0dd5587ac req-f88ab4bd-0f7b-44b4-a49f-d1059de64f63 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0613222 Sep 07 11:53:44.677489 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-de4eaca6-fccd-4d06-9721-75b0dd5587ac req-4b662295-080d-43c2-b6b7-c9e15036414c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Sep 07 11:53:44.708985 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3e22aed8-d69a-4758-934a-5697d8df7b14', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '4bd3808c-0e35-48da-808d-51df66df3a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:af:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:53:42Z', 'updated_at': '2021-09-07T11:53:42Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:44.757069 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:53:44.772566 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:53:44.773201 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:53:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:44.898657 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:53:45.111197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b492f-bd0d-49a8-8c57-46314b561661 req-d290c4c5-3a57-4515-8dd6-9405ff4e89bc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:45.118369 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-417b492f-bd0d-49a8-8c57-46314b561661 req-d290c4c5-3a57-4515-8dd6-9405ff4e89bc tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0718737 Sep 07 11:53:45.179699 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-417b492f-bd0d-49a8-8c57-46314b561661 req-3a4f6cc3-5015-4110-9525-ea7ae3aba4d4 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585041 Sep 07 11:53:45.218299 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3e22aed8-d69a-4758-934a-5697d8df7b14', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '4bd3808c-0e35-48da-808d-51df66df3a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:af:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:53:42Z', 'updated_at': '2021-09-07T11:53:42Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:45.272033 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1b9c8-3219-48b2-a71d-79a6aa185ba1 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3e22aed8-d69a-4758-934a-5697d8df7b14', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '4bd3808c-0e35-48da-808d-51df66df3a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:af:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:53:42Z', 'updated_at': '2021-09-07T11:53:42Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:53:45.556671 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0df433-9de3-44f8-b8b8-2c4b79f3689e None None] New status for floating IP 3e22aed8-d69a-4758-934a-5697d8df7b14: ACTIVE {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:53:45.668847 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device faca5eac-315d-4823-9a35-b3a9f727652e no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:53:45.693070 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: faca5eac-315d-4823-9a35-b3a9f727652e {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:53:45.693436 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device faca5eac-315d-4823-9a35-b3a9f727652e not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:53:45.694149 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device be1200a3-6c71-42a4-9c9a-8436ca02f1d2 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:53:45.789006 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: be1200a3-6c71-42a4-9c9a-8436ca02f1d2 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:53:45.789340 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device be1200a3-6c71-42a4-9c9a-8436ca02f1d2 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:53:45.856874 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5cd06-6382-495e-946a-0fbe122582c0 req-ac9d1ae6-4c31-48c6-bbed-a078a7fe1d7c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:45.864506 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bfe5cd06-6382-495e-946a-0fbe122582c0 req-ac9d1ae6-4c31-48c6-bbed-a078a7fe1d7c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0793469 Sep 07 11:53:45.903027 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bfe5cd06-6382-495e-946a-0fbe122582c0 req-4ac8478b-0afe-4d29-ba71-c14af118f676 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Sep 07 11:53:46.076877 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:46.079226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b30705-3697-44d6-b157-20315dd7c1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:46.125285 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c9d22-ab48-49e8-bd61-4c850870acec x-openstack-request-id: req-b14c9d22-ab48-49e8-bd61-4c850870acec {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:46.126645 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:46.127126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b14c9d22-ab48-49e8-bd61-4c850870acec {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:46.128033 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77', 'status': 'completed', 'code': 200} Sep 07 11:53:46.216883 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-f99246f0-9e9e-4cc9-b089-d61bc82d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:46.218433 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-f99246f0-9e9e-4cc9-b089-d61bc82d42c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 1099 time: 0.0650215 Sep 07 11:53:46.326916 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dca1be-5611-4e56-90bb-ea4fa3ef4ef0 req-b95cc179-98c0-4cb7-b361-76a8ede09827 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:46.329231 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-13dca1be-5611-4e56-90bb-ea4fa3ef4ef0 req-b95cc179-98c0-4cb7-b361-76a8ede09827 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0803030 Sep 07 11:53:46.355443 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-ef0091d8-b19b-4cba-83c1-9110b298e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:46.359670 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-ef0091d8-b19b-4cba-83c1-9110b298e367 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1155787 Sep 07 11:53:46.391060 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-13dca1be-5611-4e56-90bb-ea4fa3ef4ef0 req-7e3665e7-deca-455f-af1a-b4e6ad3387c5 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Sep 07 11:53:46.447290 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-7d1f5376-9579-4141-b29d-13fdc198c3ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bd3808c-0e35-48da-808d-51df66df3a77 HTTP/1.1" status: 200 len: 1002 time: 0.0767581 Sep 07 11:53:46.504184 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-c97128bf-7dcb-4941-9191-5532f05f81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:46.506191 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-c97128bf-7dcb-4941-9191-5532f05f81fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0468605 Sep 07 11:53:46.585139 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-9f805c55-d74f-452c-8262-15fa46adf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:46.588462 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-9f805c55-d74f-452c-8262-15fa46adf61b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474417 Sep 07 11:53:46.716395 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-fdea7013-d4d0-49a2-aa09-f45a314517eb service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189041 Sep 07 11:53:46.833700 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43b30705-3697-44d6-b157-20315dd7c1a8 req-7bf112ca-021a-4057-87f1-aff29d774ec3 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057346 Sep 07 11:53:47.040845 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac38c-1e8c-4b59-a0a6-af1f31efd092 req-23cb67ab-b1bb-4690-b904-158da1595a92 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:47.042782 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ed8ac38c-1e8c-4b59-a0a6-af1f31efd092 req-23cb67ab-b1bb-4690-b904-158da1595a92 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0549908 Sep 07 11:53:47.084604 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ed8ac38c-1e8c-4b59-a0a6-af1f31efd092 req-60896c3b-9afc-4967-8de8-9baf06460d8f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Sep 07 11:53:47.512201 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85180098-fd7d-4296-99de-81afb276f06d req-8f411c0a-4ae2-4df5-ac93-c9221bf5caf7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:47.513676 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-85180098-fd7d-4296-99de-81afb276f06d req-8f411c0a-4ae2-4df5-ac93-c9221bf5caf7 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Sep 07 11:53:47.561403 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-85180098-fd7d-4296-99de-81afb276f06d req-a0c443f7-a139-4b05-88be-3d8e16678b1f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3202241c-9e10-42a5-80d9-118b01149410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Sep 07 11:53:47.706090 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-eeeeabe9-099c-4eb7-8694-9ef95b2bde1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:47.707780 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-eeeeabe9-099c-4eb7-8694-9ef95b2bde1a tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 946 time: 0.0491395 Sep 07 11:53:47.807031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Deleting port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:53:47.807374 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:47.967725 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] For port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,segment=NetworkSegment(b57efb9a-ab6e-417d-b7d9-dd1171240196),segment_id=b57efb9a-ab6e-417d-b7d9-dd1171240196)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:53:47.968083 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:47.977013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-3bc389dc-06d6-4724-863d-5fff72ba35f4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:47.978442 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-3bc389dc-06d6-4724-863d-5fff72ba35f4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 815 time: 0.1682644 Sep 07 11:53:47.995483 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Calling delete_port for 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:53:48.000592 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-4eea337c-30be-465d-92ad-77754a61e425 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/quotas/aea0e180cd954f08bdbc5dd21df7d70f HTTP/1.1" status: 200 len: 375 time: 0.0150867 Sep 07 11:53:48.096380 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-80853af1-6783-403a-86b1-00eebe41a57a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894823 Sep 07 11:53:48.203702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a290aa0-1dc0-45b6-babc-fb30e9728928 req-86a40b8b-ba9e-4f03-a96c-b6b154174dba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:48.205165 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7a290aa0-1dc0-45b6-babc-fb30e9728928 req-86a40b8b-ba9e-4f03-a96c-b6b154174dba tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0473149 Sep 07 11:53:48.227995 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:48.238822 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-11fdf771-d43c-4c0f-bbca-21e42ba14d64 service neutron] 10.222.0.13 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302812 Sep 07 11:53:48.244159 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0b73a95a-8092-4fc6-8832-afe0bb2d70a9'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:53:48.246369 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7a290aa0-1dc0-45b6-babc-fb30e9728928 req-0a33ba18-cd32-404e-bfac-57363b9189fc tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Sep 07 11:53:48.269210 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Pushing event deleted for resources: {'Port': ['ID=0b73a95a-8092-4fc6-8832-afe0bb2d70a9,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:48.353874 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] No DVR routers for this DVR port 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:53:48.362667 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:48.362667 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6b40b22e-795c-46f0-871b-9909aa63c302 req-715a09fd-fe7b-4c6e-b749-196f0cbd38d0 tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.62 "DELETE /v2.0/ports/0b73a95a-8092-4fc6-8832-afe0bb2d70a9 HTTP/1.1" status: 204 len: 173 time: 0.6459212 Sep 07 11:53:48.362667 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'name': 'network-vif-deleted', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:53:48.364368 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f5f2c2-c8a9-4522-bbf7-4b9bb42d3d5f" -d '{"events": [{"server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "name": "network-vif-deleted", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:53:48.409819 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-6577811f-b032-4f52-ad7f-daef373d61e1 service neutron] 10.222.0.13 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506219 Sep 07 11:53:48.412821 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b3313-cfa4-4156-992d-a49b76b0e81d x-openstack-request-id: req-cd1b3313-cfa4-4156-992d-a49b76b0e81d {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:53:48.413112 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daff3fcf-60ac-47c4-9eef-633afac2be63", "name": "network-vif-deleted", "tag": "0b73a95a-8092-4fc6-8832-afe0bb2d70a9", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:53:48.413456 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd1b3313-cfa4-4156-992d-a49b76b0e81d {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:53:48.413855 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daff3fcf-60ac-47c4-9eef-633afac2be63', 'name': 'network-vif-deleted', 'tag': '0b73a95a-8092-4fc6-8832-afe0bb2d70a9', 'status': 'completed', 'code': 200} Sep 07 11:53:48.576065 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4aa1adc-d5db-45d2-9248-f2ca2a4ddca1 req-5ea8762f-973c-4ca0-9edf-33793aa8344f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 210 time: 0.0260460 Sep 07 11:53:48.673230 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4326939a-a3f9-487d-81af-4a4243ae219e req-4f61f391-7a8d-461e-94de-5bacd502339f tempest-AttachVolumeNegativeTest-374753670 tempest-AttachVolumeNegativeTest-374753670-project] 10.222.0.13 "GET /v2.0/ports?device_id=daff3fcf-60ac-47c4-9eef-633afac2be63 HTTP/1.1" status: 200 len: 210 time: 0.0286124 Sep 07 11:53:49.367024 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6f8ce-f583-49b7-bcea-a46e519dfd3d req-9d210415-1b01-4d50-8e53-ee01f2a8ddf8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:49.368757 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4db6f8ce-f583-49b7-bcea-a46e519dfd3d req-9d210415-1b01-4d50-8e53-ee01f2a8ddf8 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0503275 Sep 07 11:53:49.410805 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4db6f8ce-f583-49b7-bcea-a46e519dfd3d req-84e01046-fa11-4617-9657-82e621b57a89 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360401 Sep 07 11:53:49.627266 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-d93997c7-967c-4cd5-87c4-152784f14a61 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:49.629541 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-d93997c7-967c-4cd5-87c4-152784f14a61 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 815 time: 0.1136713 Sep 07 11:53:49.648495 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'port': {'device_id': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'admin_state_up': True, 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:53:49.697900 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-87c2700f-08d6-488d-a1e3-507a4e3845d8 req-aa87e8ed-72d7-458b-ab9c-dd1c42854d1a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 210 time: 0.0438344 Sep 07 11:53:49.751582 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45642) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:49.798550 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Made reservation on behalf of aea0e180cd954f08bdbc5dd21df7d70f for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:53:49.800321 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Deleting subnet db0da42c-1a0a-4b27-86f8-3af1e18095af {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:53:49.802403 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:49.803405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:49.817036 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45646) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:49.962848 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Allocated IP 172.20.0.8 (3157dfa2-b1fe-4a63-becd-16b185c19b6e/8ae711e9-7acf-440a-8de3-dc61882f746c/704b42d3-4083-4608-a81f-28f77cc45e66) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:53:50.011785 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-138422e2-17cc-4e44-919b-e38bac6bf3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.073331 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.113464 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.169605 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.191412 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.200553 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0da42c-1a0a-4b27-86f8-3af1e18095af,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:50.205650 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.207976 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1ca9d169-5151-4560-ab78-71df0cca9407 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db0da42c-1a0a-4b27-86f8-3af1e18095af HTTP/1.1" status: 204 len: 168 time: 0.4549975 Sep 07 11:53:50.210619 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45664) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:50.211214 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Transition to ACTIVE for port object 704b42d3-4083-4608-a81f-28f77cc45e66 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:53:50.236987 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-138422e2-17cc-4e44-919b-e38bac6bf3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.246468 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-138422e2-17cc-4e44-919b-e38bac6bf3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.294148 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138422e2-17cc-4e44-919b-e38bac6bf3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d34a8c7-6853-43a3-b204-999849405e8c,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:50.300983 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-138422e2-17cc-4e44-919b-e38bac6bf3f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15f0e9720cd644408bcb194011aa3a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826982 Sep 07 11:53:50.304804 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45668) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:50.320912 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.337064 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.425579 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:53:50.439574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:53:50.456411 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:53:50.463121 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:50.524775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.570237 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.598286 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11babbf-725f-498e-8316-c1797a36e83d']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:50.612835 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57efb9a-ab6e-417d-b7d9-dd1171240196') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:50.613390 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57efb9a-ab6e-417d-b7d9-dd1171240196') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:53:50.628153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.633354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:50.633990 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.647619 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.653355 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.657280 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:53:50.657982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.690123 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-25657caf-364c-464a-b910-70a3f77e1181 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0490685 Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:53:50.745222 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:53:50.765865 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.768927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.770488 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d34a8c7-6853-43a3-b204-999849405e8c HTTP/1.1" status: 204 len: 168 time: 0.4645298 Sep 07 11:53:50.770673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.778334 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.780121 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] 10.222.0.13 "DELETE /v2.0/networks/d11babbf-725f-498e-8316-c1797a36e83d HTTP/1.1" status: 204 len: 168 time: 0.5686877 Sep 07 11:53:50.783593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87aa5c-466b-452e-910b-39a680ff1180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d34a8c7-6853-43a3-b204-999849405e8c,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:50.794370 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188028e-80e2-4fcf-ae0d-6447ebeda4da admin admin] Pushing event deleted for resources: {'Network': ['ID=d11babbf-725f-498e-8316-c1797a36e83d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:50.806258 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7bc1-96b7-4f62-aca2-fa74e6a80045 req-c1999001-69ff-47ae-8c84-e94238fc8ce5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:50.815176 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6fbf7bc1-96b7-4f62-aca2-fa74e6a80045 req-c1999001-69ff-47ae-8c84-e94238fc8ce5 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.2633402 Sep 07 11:53:50.864267 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-4f04b5f4-ec7a-4156-b039-e7a8bf54847e None None] Provisioning for port 704b42d3-4083-4608-a81f-28f77cc45e66 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:53:50.869629 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-4f04b5f4-ec7a-4156-b039-e7a8bf54847e None None] Provisioning complete for port 704b42d3-4083-4608-a81f-28f77cc45e66 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:53:50.870395 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-4f04b5f4-ec7a-4156-b039-e7a8bf54847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:50.894776 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6fbf7bc1-96b7-4f62-aca2-fa74e6a80045 req-9b613fa0-96e4-4b63-9243-0696a6b83bee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765629 Sep 07 11:53:50.946989 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-4f04b5f4-ec7a-4156-b039-e7a8bf54847e None None] Port 704b42d3-4083-4608-a81f-28f77cc45e66 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:53:51.008180 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45682) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:51.052904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac609-dbdd-4186-91b9-5af2607abd5f req-d8c07e7f-6504-42eb-ade0-0b89559563b3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:53:51.054548 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4ef438e5-94a4-4482-9887-e070e1065301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d39185057d4cb99a9e5409610500a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443985 Sep 07 11:53:51.054718 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b21ac609-dbdd-4186-91b9-5af2607abd5f req-d8c07e7f-6504-42eb-ade0-0b89559563b3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 931 time: 0.0667546 Sep 07 11:53:51.057017 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45684) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:51.122773 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b21ac609-dbdd-4186-91b9-5af2607abd5f req-231456c7-38c5-4fb0-bd86-f9a5cf41b9fe tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615733 Sep 07 11:53:51.130529 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:51.176702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:51.231778 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:51.234258 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:51.235578 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3202241c-9e10-42a5-80d9-118b01149410 HTTP/1.1" status: 204 len: 168 time: 0.1775117 Sep 07 11:53:51.244481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f5d3-52d2-4cdf-8e21-00415abfd68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202241c-9e10-42a5-80d9-118b01149410,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:51.668777 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:53:51.689105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:53:51.689451 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0b73a95a-8092-4fc6-8832-afe0bb2d70a9 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:53:52.898601 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45744) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:53.008379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-16093a99-c973-47cc-9cda-cefa1dc3783e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.094902 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-16093a99-c973-47cc-9cda-cefa1dc3783e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.098478 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-16093a99-c973-47cc-9cda-cefa1dc3783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.136243 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-16093a99-c973-47cc-9cda-cefa1dc3783e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=658eef0c72fa4c7490befd4343462b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364395 Sep 07 11:53:53.137109 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16093a99-c973-47cc-9cda-cefa1dc3783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab996be-b6c9-443b-813b-e411044344d1,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:53.138895 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45748) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:53.192711 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.216439 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.262340 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.265001 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.266136 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ab996be-b6c9-443b-813b-e411044344d1 HTTP/1.1" status: 204 len: 168 time: 0.1245744 Sep 07 11:53:53.274122 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa389ea-9959-4e4c-b4ec-e127153d3c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab996be-b6c9-443b-813b-e411044344d1,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:53.533154 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45754) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:53.546120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a05cf358-047b-49d5-9fec-9b07a8af6a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.635743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a05cf358-047b-49d5-9fec-9b07a8af6a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.642085 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a05cf358-047b-49d5-9fec-9b07a8af6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.682913 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf358-047b-49d5-9fec-9b07a8af6a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1fce37-3272-49ce-b59a-4eb9c37e1c1d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:53.687251 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a05cf358-047b-49d5-9fec-9b07a8af6a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55f6f1a0d20c4bc19db65607cee2d00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530919 Sep 07 11:53:53.690323 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45756) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:53.736266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.757863 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.805606 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.809068 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:53.812585 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a1fce37-3272-49ce-b59a-4eb9c37e1c1d HTTP/1.1" status: 204 len: 168 time: 0.1191607 Sep 07 11:53:53.838406 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309e13d-354b-48df-bb7b-659efbdf9802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1fce37-3272-49ce-b59a-4eb9c37e1c1d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:55.992850 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45828) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:56.095077 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f148e0e-90be-4629-b8c3-28a5f96ceae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.189013 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f148e0e-90be-4629-b8c3-28a5f96ceae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.192627 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f148e0e-90be-4629-b8c3-28a5f96ceae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.233171 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5f148e0e-90be-4629-b8c3-28a5f96ceae3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8fd5ccfab4545ef909ea17e5d7f8588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367134 Sep 07 11:53:56.233171 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f148e0e-90be-4629-b8c3-28a5f96ceae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa31a42e-a702-494a-aba4-21c54956ed42,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:56.233891 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45834) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:56.283809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.305777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.359347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.361805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.363057 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa31a42e-a702-494a-aba4-21c54956ed42 HTTP/1.1" status: 204 len: 168 time: 0.1280084 Sep 07 11:53:56.371236 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c3cc7-5416-441b-a2ea-8a66202c0188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa31a42e-a702-494a-aba4-21c54956ed42,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:56.611962 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45840) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:56.624817 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5888eeec-b216-4538-be12-69253edf0779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.726713 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5888eeec-b216-4538-be12-69253edf0779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.730461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-5888eeec-b216-4538-be12-69253edf0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.767749 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-5888eeec-b216-4538-be12-69253edf0779 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0057f4d372d74e75b613dfa5d296fee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546876 Sep 07 11:53:56.768610 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888eeec-b216-4538-be12-69253edf0779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d47fbb-7865-46f1-9b20-d2ea428d1bdb,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:56.770603 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45842) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:56.821915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.842373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.889195 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.892039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:56.896730 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58d47fbb-7865-46f1-9b20-d2ea428d1bdb HTTP/1.1" status: 204 len: 168 time: 0.1237230 Sep 07 11:53:56.905060 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b22114-b54c-4840-b53b-310ceda4ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d47fbb-7865-46f1-9b20-d2ea428d1bdb,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:58.055380 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-e163e770-ab44-4036-b690-d8431f1dd3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:58.849789 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 45916) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:58.952049 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec8fe-701d-4d9b-90ee-af3ded3773a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.051319 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec8fe-701d-4d9b-90ee-af3ded3773a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.055653 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec8fe-701d-4d9b-90ee-af3ded3773a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.095396 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0c6ec8fe-701d-4d9b-90ee-af3ded3773a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb3e30e9c36d4905b0351ba4fa945a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445421 Sep 07 11:53:59.097291 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec8fe-701d-4d9b-90ee-af3ded3773a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eefebe-3f09-4963-ba8d-4ed68c0a032b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:59.098059 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45920) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:59.146693 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.169216 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.212982 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.215663 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.218207 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59eefebe-3f09-4963-ba8d-4ed68c0a032b HTTP/1.1" status: 204 len: 168 time: 0.1189060 Sep 07 11:53:59.235944 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93102935-40c4-443f-85d8-a446da88356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eefebe-3f09-4963-ba8d-4ed68c0a032b,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:59.509643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45928) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:59.525365 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a40d0c64-2436-490a-9452-f60dec5b08ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.629630 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a40d0c64-2436-490a-9452-f60dec5b08ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.635291 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a40d0c64-2436-490a-9452-f60dec5b08ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.665045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d0c64-2436-490a-9452-f60dec5b08ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2733e-4c52-422b-927e-a40d68c914f5,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:53:59.686230 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a40d0c64-2436-490a-9452-f60dec5b08ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac135eac8d4140c39a38e37911397e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728506 Sep 07 11:53:59.686415 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45930) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:53:59.734100 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.753933 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.799487 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.802156 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:53:59.803342 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dea2733e-4c52-422b-927e-a40d68c914f5 HTTP/1.1" status: 204 len: 168 time: 0.1160128 Sep 07 11:53:59.811314 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5c3f-d26e-4ae2-ae43-0c2253d60d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2733e-4c52-422b-927e-a40d68c914f5,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:00.777660 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ec4b23f0-467f-4c95-9455-6d8819377f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:01.081664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:01.747559 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:02.861461 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:03.346921 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:03.989841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45988) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:04.092592 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1dcae054-00b8-42dc-8f83-609e0e779e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.201406 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1dcae054-00b8-42dc-8f83-609e0e779e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.205131 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1dcae054-00b8-42dc-8f83-609e0e779e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.244454 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcae054-00b8-42dc-8f83-609e0e779e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a7d2cc-cc25-454f-aad0-997f783af6cd,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:04.251138 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-1dcae054-00b8-42dc-8f83-609e0e779e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eebd543d228470cabbc4085e822e0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578716 Sep 07 11:54:04.251580 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 45994) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:04.300046 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.320961 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.372412 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.375776 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.379425 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02a7d2cc-cc25-454f-aad0-997f783af6cd HTTP/1.1" status: 204 len: 168 time: 0.1248391 Sep 07 11:54:04.394586 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193153ee-ea86-4752-9523-d38c3eb5f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a7d2cc-cc25-454f-aad0-997f783af6cd,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:04.660862 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46000) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:04.674193 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4288-d8e7-47d1-88b1-6206c4e98677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.763856 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4288-d8e7-47d1-88b1-6206c4e98677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.767673 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4288-d8e7-47d1-88b1-6206c4e98677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.810506 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-bcfd4288-d8e7-47d1-88b1-6206c4e98677 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17cb396f10674ecda8f806505ccc9a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484265 Sep 07 11:54:04.811832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4288-d8e7-47d1-88b1-6206c4e98677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae278883-1909-4223-ab75-38f8878f9f9f,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:04.813423 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46002) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:04.871098 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.894935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.941603 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.944786 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:04.945961 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae278883-1909-4223-ab75-38f8878f9f9f HTTP/1.1" status: 204 len: 168 time: 0.1308429 Sep 07 11:54:04.954199 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55676e-72c9-498a-9ab6-38337e527203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae278883-1909-4223-ab75-38f8878f9f9f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:08.420419 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:54:08.679236 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Request body: {'port': {'device_id': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:08.771903 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:08.820097 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf720-ed8b-495e-b06d-7f06557bbf71 req-99e90ee4-f6ff-4a32-94df-98c4cc373903 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:08.821723 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3dccf720-ed8b-495e-b06d-7f06557bbf71 req-99e90ee4-f6ff-4a32-94df-98c4cc373903 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0497134 Sep 07 11:54:08.867079 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3dccf720-ed8b-495e-b06d-7f06557bbf71 req-f321e5bd-826a-4372-a9a3-a5e5c8b1b323 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Sep 07 11:54:09.055050 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-c7a48c6d-3860-44f0-baff-b841a652e677 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3283126 Sep 07 11:54:09.082437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9bdd8-6380-40b1-9164-0d8a43fdad73 req-26ba2f83-5175-4748-9fa6-a7b25866a7c8 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:09.084381 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-52d9bdd8-6380-40b1-9164-0d8a43fdad73 req-26ba2f83-5175-4748-9fa6-a7b25866a7c8 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 931 time: 0.3095038 Sep 07 11:54:09.191056 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-52d9bdd8-6380-40b1-9164-0d8a43fdad73 req-24130815-508e-49c5-8bfd-947cf3021fa2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Sep 07 11:54:09.312741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704b42d3-4083-4608-a81f-28f77cc45e66 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:54:09.320107 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:09.331463 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Transition to ACTIVE for port object 704b42d3-4083-4608-a81f-28f77cc45e66 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:54:09.336249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:09.404022 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:09.455682 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Attempting to bind port 704b42d3-4083-4608-a81f-28f77cc45e66 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:54:09.456020 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Attempting to bind port 704b42d3-4083-4608-a81f-28f77cc45e66 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:54:09.456354 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Attempting to bind port 704b42d3-4083-4608-a81f-28f77cc45e66 on network 3157dfa2-b1fe-4a63-becd-16b185c19b6e {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:54:09.461276 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Port 704b42d3-4083-4608-a81f-28f77cc45e66 on network 3157dfa2-b1fe-4a63-becd-16b185c19b6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:54:09.461598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Attempting to bind port 704b42d3-4083-4608-a81f-28f77cc45e66 on network 3157dfa2-b1fe-4a63-becd-16b185c19b6e {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:54:09.466552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:54:09.466935 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Checking segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:54:09.467326 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Bound using segment: {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:54:09.467762 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Bound port: 704b42d3-4083-4608-a81f-28f77cc45e66, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecc5f5e-9637-4a57-a8b0-f3299ca14966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:54:09.468127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:09.532585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:54:09.535569 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:54:09.539281 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:09.573983 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:09.574589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:09.576028 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] 10.222.0.62 "PUT /v2.0/ports/704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 1093 time: 0.9018445 Sep 07 11:54:09.576407 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:54:09.578614 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43daa069-09a8-4327-9690-823a906df75d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:54:09.610209 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f79ac-9f3a-436d-816a-f82369962924 service neutron] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:09.620703 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3a6964-b6af-4a9b-b8a9-c638ca85a90e x-openstack-request-id: req-5c3a6964-b6af-4a9b-b8a9-c638ca85a90e {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:54:09.621018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:54:09.621274 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c3a6964-b6af-4a9b-b8a9-c638ca85a90e {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:54:09.621667 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:54:09.980451 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274d69-721b-4e1f-82b0-9b32194910cb req-f06b92f0-8a58-4a3f-9e15-133650368f08 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:09.981941 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-59274d69-721b-4e1f-82b0-9b32194910cb req-f06b92f0-8a58-4a3f-9e15-133650368f08 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0485005 Sep 07 11:54:10.017575 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-59274d69-721b-4e1f-82b0-9b32194910cb req-411596fb-8d63-4584-bb9a-4d7b8f259eff tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298238 Sep 07 11:54:10.308008 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d072a90-7572-4761-bb6b-7bacbf9a1d46 req-26c4ada4-779e-4680-8534-b420d7926b41 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:10.309474 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8d072a90-7572-4761-bb6b-7bacbf9a1d46 req-26c4ada4-779e-4680-8534-b420d7926b41 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0535052 Sep 07 11:54:10.347046 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8d072a90-7572-4761-bb6b-7bacbf9a1d46 req-48d296c3-7e3b-4e68-a0f8-941c676ec87d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Sep 07 11:54:11.128464 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cebba0-7ac6-4c7a-bc09-837b8596a572 req-b9647c1f-47da-456f-8721-d7167e08f4b6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:11.130351 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-49cebba0-7ac6-4c7a-bc09-837b8596a572 req-b9647c1f-47da-456f-8721-d7167e08f4b6 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0485499 Sep 07 11:54:11.166987 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-49cebba0-7ac6-4c7a-bc09-837b8596a572 req-134d29fd-aaa9-4861-b211-d2082cff2203 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304661 Sep 07 11:54:11.456715 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135f019-36d5-4b50-a370-b80138c0f593 req-41eeeb6d-5e74-4a58-afef-5304e5134273 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:11.458156 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e135f019-36d5-4b50-a370-b80138c0f593 req-41eeeb6d-5e74-4a58-afef-5304e5134273 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0473211 Sep 07 11:54:11.493468 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e135f019-36d5-4b50-a370-b80138c0f593 req-0669b774-839e-4a3e-bbf1-dab2c83aabef tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295467 Sep 07 11:54:11.855861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-4461a310-0cbc-4cf1-bcd0-6288b260b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:11.857355 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-4461a310-0cbc-4cf1-bcd0-6288b260b363 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.0676093 Sep 07 11:54:11.859025 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa069-09a8-4327-9690-823a906df75d req-96b82ebc-c479-45d6-8e57-255c915222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:11.860334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43daa069-09a8-4327-9690-823a906df75d req-96b82ebc-c479-45d6-8e57-255c915222a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1096 time: 0.0623083 Sep 07 11:54:12.287887 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834015fc-6ff2-4843-941f-25c8b0789e03 req-5366471a-90d9-460a-8175-dc19f9cc5df1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.289378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-834015fc-6ff2-4843-941f-25c8b0789e03 req-5366471a-90d9-460a-8175-dc19f9cc5df1 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0566657 Sep 07 11:54:12.326874 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-834015fc-6ff2-4843-941f-25c8b0789e03 req-1e4110ce-f1ab-43b1-9d0c-f9d0154d5a4c tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Sep 07 11:54:12.334468 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa069-09a8-4327-9690-823a906df75d req-61176be2-3f6a-40ba-aafb-40fd400f9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.335969 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43daa069-09a8-4327-9690-823a906df75d req-61176be2-3f6a-40ba-aafb-40fd400f9280 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1642473 Sep 07 11:54:12.337126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-a8f093fb-0854-4e13-8405-fac771fca146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.338706 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-a8f093fb-0854-4e13-8405-fac771fca146 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.1584127 Sep 07 11:54:12.478520 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-6358b86c-e7d6-4c43-a4ca-a1fd22b11c03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 1000 time: 0.1179183 Sep 07 11:54:12.524343 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa069-09a8-4327-9690-823a906df75d req-faa85666-58be-44fa-a90e-f78b40860158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.525830 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43daa069-09a8-4327-9690-823a906df75d req-faa85666-58be-44fa-a90e-f78b40860158 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732142 Sep 07 11:54:12.554992 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-7957cb13-5487-4528-9450-c0fa3de65205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.556470 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-7957cb13-5487-4528-9450-c0fa3de65205 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0622270 Sep 07 11:54:12.632985 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-86a30448-a77a-4b85-a3f3-2ce71beb298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.634479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-86a30448-a77a-4b85-a3f3-2ce71beb298a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588796 Sep 07 11:54:12.642948 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db01cfc-946f-4657-8c50-036d6b701f53 req-87cb890c-4173-4b54-8048-893777340ecd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.644342 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7db01cfc-946f-4657-8c50-036d6b701f53 req-87cb890c-4173-4b54-8048-893777340ecd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0796494 Sep 07 11:54:12.683297 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7db01cfc-946f-4657-8c50-036d6b701f53 req-9d621ec2-80a9-43f5-b332-7615af8c8de0 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Sep 07 11:54:12.783220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-26678b5c-3b79-4675-a8ac-706a5f93c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.784717 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-26678b5c-3b79-4675-a8ac-706a5f93c264 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1096 time: 0.0914829 Sep 07 11:54:12.807377 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-e3d12023-e3ce-4562-9828-3e94350c7672 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216319 Sep 07 11:54:12.862203 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-69d4d219-fa44-4881-b852-b3358a8163eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 217 time: 0.0441196 Sep 07 11:54:12.968854 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-222cf5f3-d486-447c-8c0f-47cc43423112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:12.970185 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-222cf5f3-d486-447c-8c0f-47cc43423112 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0602381 Sep 07 11:54:12.973542 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-debe0a81-1fc9-4231-98b6-2db907ff1dae req-823e8e27-737b-43b8-83a3-f293d3d304a0 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496110 Sep 07 11:54:13.444559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02226f-cafd-43c3-a5a5-930d1cb85926 req-c5f784f5-b43e-41f2-9380-78960cffb665 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:13.446000 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cb02226f-cafd-43c3-a5a5-930d1cb85926 req-c5f784f5-b43e-41f2-9380-78960cffb665 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0515771 Sep 07 11:54:13.482169 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cb02226f-cafd-43c3-a5a5-930d1cb85926 req-59923332-eb27-4bd8-b568-ce16c14ee918 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Sep 07 11:54:13.797837 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef1ac6-157a-4190-8694-35ffb78a48db req-c9c9f4b0-2705-480b-b2d4-4859005642b4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:13.799428 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7aef1ac6-157a-4190-8694-35ffb78a48db req-c9c9f4b0-2705-480b-b2d4-4859005642b4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Sep 07 11:54:13.837716 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7aef1ac6-157a-4190-8694-35ffb78a48db req-8a6397da-3b11-4894-b243-018913a2e6e9 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Sep 07 11:54:14.593554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2395f61-4d3c-46fc-9ab4-56858cd5b887 req-2d29ab3d-37bd-4e95-b4c8-abc259b9d27b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:14.595012 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2395f61-4d3c-46fc-9ab4-56858cd5b887 req-2d29ab3d-37bd-4e95-b4c8-abc259b9d27b tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0483575 Sep 07 11:54:14.631323 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d2395f61-4d3c-46fc-9ab4-56858cd5b887 req-b3c4ce1b-18d7-4f87-8c67-f2485e316caa tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Sep 07 11:54:14.964420 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119f29-8737-442c-9dd3-551adb21f2bb req-b37ec72f-f705-4af2-ba87-a87a3e058635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:14.965926 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-b37ec72f-f705-4af2-ba87-a87a3e058635 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693021 Sep 07 11:54:14.977222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c21102-1181-4e31-8e2a-57d620f52f05 req-d12b624d-d502-471f-92ce-1761ea1488c7 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:14.978575 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19c21102-1181-4e31-8e2a-57d620f52f05 req-d12b624d-d502-471f-92ce-1761ea1488c7 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0741451 Sep 07 11:54:15.015671 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19c21102-1181-4e31-8e2a-57d620f52f05 req-2084304f-be8a-4ebb-84e5-4210797a73ac tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Sep 07 11:54:15.743425 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571521-1c8e-41af-a608-30fb4516135b req-2771a13d-d816-47ba-92d5-2eb4519c5409 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:15.744868 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0571521-1c8e-41af-a608-30fb4516135b req-2771a13d-d816-47ba-92d5-2eb4519c5409 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0476918 Sep 07 11:54:15.786169 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0571521-1c8e-41af-a608-30fb4516135b req-8f5005a7-75c1-461b-99de-e3a769efbc99 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Sep 07 11:54:16.126892 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8f842-8a71-47ff-9732-8498890add91 req-48f874cc-00a4-44ff-9e3b-9bc313ed66d0 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:16.128320 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b1e8f842-8a71-47ff-9732-8498890add91 req-48f874cc-00a4-44ff-9e3b-9bc313ed66d0 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0496914 Sep 07 11:54:16.168758 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b1e8f842-8a71-47ff-9732-8498890add91 req-cc5415ea-4236-4dee-8031-3f17b52d5f0b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Sep 07 11:54:16.203569 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-1f333f18-bb3a-4a36-920c-b80b77a64783 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890586 Sep 07 11:54:16.292324 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-71119f29-8737-442c-9dd3-551adb21f2bb req-fd6e9821-43a9-4f1b-a09d-aacfafb763d2 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795197 Sep 07 11:54:16.903613 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64ed3-e430-46e2-b32b-cb27b8ae6112 req-0c2f8155-ff96-46b3-a15e-e0506ff49567 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:16.905131 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d64ed3-e430-46e2-b32b-cb27b8ae6112 req-0c2f8155-ff96-46b3-a15e-e0506ff49567 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0525284 Sep 07 11:54:16.945788 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d64ed3-e430-46e2-b32b-cb27b8ae6112 req-137cfb0b-81e4-4707-afab-b8bf6ca64c07 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0498539-942a-4b7e-a1ff-3fc89341ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Sep 07 11:54:17.278423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2c14-968d-4ce3-bcab-1db7de88ab9c req-1a10a088-8097-4110-9f4b-3fbcf1b2890c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:17.279908 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e84a2c14-968d-4ce3-bcab-1db7de88ab9c req-1a10a088-8097-4110-9f4b-3fbcf1b2890c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0474327 Sep 07 11:54:17.318817 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e84a2c14-968d-4ce3-bcab-1db7de88ab9c req-d6d1568a-064a-4e38-afb4-da3a7ae3ed4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Sep 07 11:54:17.665334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-decbc1ee-0468-4da7-8ad6-2088ea7e0100 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:17.666847 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-decbc1ee-0468-4da7-8ad6-2088ea7e0100 tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 946 time: 0.0483146 Sep 07 11:54:17.766175 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Deleting port 84c60f14-e402-41d6-958d-e967556131ea {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:54:17.766514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:17.853029 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] For port 84c60f14-e402-41d6-958d-e967556131ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84c60f14-e402-41d6-958d-e967556131ea,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:17.853303 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:17.866150 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Calling delete_port for 84c60f14-e402-41d6-958d-e967556131ea owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:54:17.994660 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:18.008729 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['84c60f14-e402-41d6-958d-e967556131ea'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:54:18.027915 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Pushing event deleted for resources: {'Port': ['ID=84c60f14-e402-41d6-958d-e967556131ea,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:18.037586 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.037999 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.038465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.038859 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.039230 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.039596 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.039883 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.040322 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.040554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.040872 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.041757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.041757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:18.049755 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-01b0d2fe-9f2e-43a3-8452-d57ea2fb3025 req-dbcd2005-32c1-47fb-8978-13e630679e6f tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.13 "GET /v2.0/ports?device_id=f214dd01-becc-4fdb-ae60-98267c4733fe HTTP/1.1" status: 200 len: 210 time: 0.0347567 Sep 07 11:54:18.083492 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] No DVR routers for this DVR port 84c60f14-e402-41d6-958d-e967556131ea on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:54:18.086529 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:18.088684 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4e7efba0-f0ae-4619-a03f-ea7786873ab6 req-91f3fe22-b230-4eef-9dc8-f4a99366c8ee tempest-ServerRescueNegativeTestJSON-1578627153 tempest-ServerRescueNegativeTestJSON-1578627153-project] 10.222.0.62 "DELETE /v2.0/ports/84c60f14-e402-41d6-958d-e967556131ea HTTP/1.1" status: 204 len: 173 time: 0.4148190 Sep 07 11:54:18.089133 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'name': 'network-vif-deleted', 'tag': '84c60f14-e402-41d6-958d-e967556131ea'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:54:18.091360 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5365b86-9383-44ca-8c18-6a72a5095b89" -d '{"events": [{"server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "name": "network-vif-deleted", "tag": "84c60f14-e402-41d6-958d-e967556131ea"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:54:18.129881 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d762b-e532-4cf5-af94-649cd770302c x-openstack-request-id: req-975d762b-e532-4cf5-af94-649cd770302c {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:54:18.130424 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f214dd01-becc-4fdb-ae60-98267c4733fe", "name": "network-vif-deleted", "tag": "84c60f14-e402-41d6-958d-e967556131ea", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:54:18.130702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975d762b-e532-4cf5-af94-649cd770302c {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:54:18.131121 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f214dd01-becc-4fdb-ae60-98267c4733fe', 'name': 'network-vif-deleted', 'tag': '84c60f14-e402-41d6-958d-e967556131ea', 'status': 'completed', 'code': 200} Sep 07 11:54:18.450449 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0def-f83b-4458-a3c7-455a741b2a49 req-fb6ef5fc-7184-49c9-ac80-da5710334934 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:18.452122 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de2d0def-f83b-4458-a3c7-455a741b2a49 req-fb6ef5fc-7184-49c9-ac80-da5710334934 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0556607 Sep 07 11:54:18.492318 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-de2d0def-f83b-4458-a3c7-455a741b2a49 req-96de3c02-867e-4b90-9ddb-658cc2575f50 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Sep 07 11:54:19.112253 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46168) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:19.520451 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:19.654162 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8c17a-32d4-42ff-a60a-febf87ce9332 req-5301f3b6-c875-4844-9ce1-a214ebc166ee tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:19.655555 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2a8c17a-32d4-42ff-a60a-febf87ce9332 req-5301f3b6-c875-4844-9ce1-a214ebc166ee tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0672550 Sep 07 11:54:19.772869 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d2a8c17a-32d4-42ff-a60a-febf87ce9332 req-d5148749-8741-4a69-942d-c30455a6d060 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983753 Sep 07 11:54:19.882191 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Deleting port 62917954-d784-44fd-98ff-dde243b768b4 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:54:19.882536 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:19.958481 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] For port 62917954-d784-44fd-98ff-dde243b768b4, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=62917954-d784-44fd-98ff-dde243b768b4,segment=NetworkSegment(fb25c26c-f52c-451f-b319-e7094bae9d46),segment_id=fb25c26c-f52c-451f-b319-e7094bae9d46)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:19.959514 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:19.971425 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Calling delete_port for 62917954-d784-44fd-98ff-dde243b768b4 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:54:20.176157 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:20.201874 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62917954-d784-44fd-98ff-dde243b768b4,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:20.366350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:20.571077 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Router 3863826a-9db0-411c-89c8-c968452e59d1 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:54:20.676545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:54:20.682101 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3eea7684-bab0-4ade-8fc9-a4756f0870b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/3863826a-9db0-411c-89c8-c968452e59d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688546 Sep 07 11:54:20.684602 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46186) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:20.687015 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Sync routers for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:54:20.696083 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:54:20.696686 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:54:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:20.783262 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:20.797117 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:54:20.977178 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:54:20Z', 'revision_number': 5, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:21.007204 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Checking router: 3863826a-9db0-411c-89c8-c968452e59d1 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:54:21.015872 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Routers {'3863826a-9db0-411c-89c8-c968452e59d1'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:54:21.016540 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:54:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['3863826a-9db0-411c-89c8-c968452e59d1'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:21.116137 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] Set router 3863826a-9db0-411c-89c8-c968452e59d1 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:54:21.130780 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ce4e-819d-4119-bb46-6c5c30b4f581 req-1308c49e-b679-49e4-98aa-d9b4b182bb79 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:21.132433 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a769ce4e-819d-4119-bb46-6c5c30b4f581 req-1308c49e-b679-49e4-98aa-d9b4b182bb79 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0655825 Sep 07 11:54:21.147224 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.199476 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a769ce4e-819d-4119-bb46-6c5c30b4f581 req-9023afe9-8412-4232-ac8a-f129ccd768fc tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Sep 07 11:54:21.220328 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Deleting port a596e73d-f083-4aa1-8101-83d264d2d822 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:54:21.220671 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.290183 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:54:20Z', 'revision_number': 5, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:21.297951 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] For port a596e73d-f083-4aa1-8101-83d264d2d822, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a596e73d-f083-4aa1-8101-83d264d2d822,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:21.298319 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.310291 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Calling delete_port for a596e73d-f083-4aa1-8101-83d264d2d822 owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:54:21.315662 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bcf9e-34cd-4944-8cba-7977ce69012c None None] The sync data for ids ['3863826a-9db0-411c-89c8-c968452e59d1'] in dv-cinder-791281-10-iscsi is: [{'id': '3863826a-9db0-411c-89c8-c968452e59d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1578832149-router', 'tenant_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:54:20Z', 'revision_number': 5, 'project_id': 'dd6b51301c714b638c3a2bf1bedefbd8', 'gw_port': {'id': 'a596e73d-f083-4aa1-8101-83d264d2d822', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863826a-9db0-411c-89c8-c968452e59d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:51Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:54:21.469443 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.497739 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a596e73d-f083-4aa1-8101-83d264d2d822,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:21.555693 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.657775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.659917 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.725298 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.725781 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3863826a-9db0-411c-89c8-c968452e59d1 {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 11:54:21.730818 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.731964 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a7ea6653-d5ae-43df-bf41-a58c778e70b7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3863826a-9db0-411c-89c8-c968452e59d1 HTTP/1.1" status: 204 len: 168 time: 1.0464571 Sep 07 11:54:21.734425 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46194) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:21.782507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Deleting subnet d3957d40-10df-4782-8e1e-9a50f2102040 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:54:21.785721 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.819216 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.857804 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.912635 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.941564 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3957d40-10df-4782-8e1e-9a50f2102040,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:21.945683 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:21.947952 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-a7251120-4a57-4a2a-800a-01882574a5e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3957d40-10df-4782-8e1e-9a50f2102040 HTTP/1.1" status: 204 len: 168 time: 0.2121971 Sep 07 11:54:21.950123 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46196) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:22.019899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.099986 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.118999 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e51a59e-c178-473f-8a0d-d6ceca9871d2']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:22.127804 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb25c26c-f52c-451f-b319-e7094bae9d46') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:22.128099 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb25c26c-f52c-451f-b319-e7094bae9d46') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:22.137856 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.150966 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.156626 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:54:22.156987 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:54:22.158965 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:54:22.211785 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.217006 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.218882 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e51a59e-c178-473f-8a0d-d6ceca9871d2 HTTP/1.1" status: 204 len: 168 time: 0.2677736 Sep 07 11:54:22.231112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e51a59e-c178-473f-8a0d-d6ceca9871d2,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:22.238120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.238482 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.238834 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.239167 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.239501 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.240391 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.240729 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.241061 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.241451 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.241707 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.242029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.242350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39620-d513-4c7d-ad41-2642196d8296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:54:22.326856 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3016b-a31f-4c4f-aed7-4d649bbb5b66 req-12122de0-0002-4204-ab4d-98ba5cce7df3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:22.328740 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-87d3016b-a31f-4c4f-aed7-4d649bbb5b66 req-12122de0-0002-4204-ab4d-98ba5cce7df3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 943 time: 0.0583177 Sep 07 11:54:22.387436 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 62917954-d784-44fd-98ff-dde243b768b4 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:54:22.387882 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-87d3016b-a31f-4c4f-aed7-4d649bbb5b66 req-b77fd188-59c9-4a94-a8cf-403b561e657d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Sep 07 11:54:22.408108 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 62917954-d784-44fd-98ff-dde243b768b4 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:54:22.408458 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 62917954-d784-44fd-98ff-dde243b768b4 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:54:22.408885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a596e73d-f083-4aa1-8101-83d264d2d822 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:54:22.426241 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46206) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:22.428657 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: a596e73d-f083-4aa1-8101-83d264d2d822 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:54:22.429039 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a596e73d-f083-4aa1-8101-83d264d2d822 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:54:22.465896 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-36b3114f-21c1-414d-a795-a8af9d3714e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd6b51301c714b638c3a2bf1bedefbd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383742 Sep 07 11:54:22.468283 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46208) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:22.514727 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.535065 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.581729 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.584862 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.588293 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0498539-942a-4b7e-a1ff-3fc89341ca88 HTTP/1.1" status: 204 len: 168 time: 0.1168416 Sep 07 11:54:22.595680 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b082a6-895f-4e59-9336-07f11f1547bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0498539-942a-4b7e-a1ff-3fc89341ca88,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:22.725687 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 704b42d3-4083-4608-a81f-28f77cc45e66 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:54:22.819585 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:22.830304 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '704b42d3-4083-4608-a81f-28f77cc45e66', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'port_id': '704b42d3-4083-4608-a81f-28f77cc45e66', 'mac_address': 'fa:16:3e:a8:cf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:54:22.868092 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.880917 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b42d3-4083-4608-a81f-28f77cc45e66 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:54:22.904074 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:22.906822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:22.956954 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:23.509350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f68a-c355-4711-8f1e-b5940283dc2f req-12a9e911-bf29-465c-ba5a-2e645c110d4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:23.511143 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-84d1f68a-c355-4711-8f1e-b5940283dc2f req-12a9e911-bf29-465c-ba5a-2e645c110d4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 944 time: 0.0538437 Sep 07 11:54:23.549382 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-84d1f68a-c355-4711-8f1e-b5940283dc2f req-a8d8675f-249b-4fb0-bbc3-3b07826134a1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Sep 07 11:54:23.753757 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 84c60f14-e402-41d6-958d-e967556131ea no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:54:23.776814 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 84c60f14-e402-41d6-958d-e967556131ea {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:54:23.777163 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 84c60f14-e402-41d6-958d-e967556131ea not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:54:24.401188 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:54:24.681757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bebe76-80a9-4d2b-94f7-5d6c03d985de req-f0cb68cd-1c24-429a-a07f-001517fac483 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:24.683293 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-57bebe76-80a9-4d2b-94f7-5d6c03d985de req-f0cb68cd-1c24-429a-a07f-001517fac483 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 944 time: 0.0495350 Sep 07 11:54:24.735518 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-57bebe76-80a9-4d2b-94f7-5d6c03d985de req-3826be9b-f3f9-4c83-88a9-7d72f019050c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Sep 07 11:54:25.884320 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b87f9-bbc7-4bea-9808-75d50d29b731 req-5fc05f43-0455-4443-868c-0dcafeb395f9 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:25.886293 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b91b87f9-bbc7-4bea-9808-75d50d29b731 req-5fc05f43-0455-4443-868c-0dcafeb395f9 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 944 time: 0.0734806 Sep 07 11:54:25.928526 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b91b87f9-bbc7-4bea-9808-75d50d29b731 req-672f6883-b429-4dc5-81f8-400b635b8195 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354159 Sep 07 11:54:26.033752 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 704b42d3-4083-4608-a81f-28f77cc45e66 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:54:26.114035 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 704b42d3-4083-4608-a81f-28f77cc45e66 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:54:26.118566 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 704b42d3-4083-4608-a81f-28f77cc45e66 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:54:26.119520 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:26.214646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f243d-e7ca-4e72-88da-59d9c49be415 req-5d08bc44-9027-4b11-a361-b2ee530fef26 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:26.216259 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b59f243d-e7ca-4e72-88da-59d9c49be415 req-5d08bc44-9027-4b11-a361-b2ee530fef26 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0518761 Sep 07 11:54:26.256634 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b59f243d-e7ca-4e72-88da-59d9c49be415 req-85625a6f-af83-40df-97d2-3d5f1edcc6d5 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Sep 07 11:54:26.332758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:26.355488 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:54:26.357757 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ce851-3216-4d5a-8c4f-4737df163dd8" -d '{"events": [{"server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "name": "network-vif-plugged", "status": "completed", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:54:26.371480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:26.376266 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:26.400995 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2d9a05-4f94-49ba-b061-e9a9b08c9fb2 x-openstack-request-id: req-3b2d9a05-4f94-49ba-b061-e9a9b08c9fb2 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:54:26.401415 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "name": "network-vif-plugged", "status": "completed", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:54:26.401693 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b2d9a05-4f94-49ba-b061-e9a9b08c9fb2 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:54:26.402078 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'code': 200} Sep 07 11:54:26.431259 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:26.563529 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191bc5c-1587-471e-b3d2-677b86ab77a3 req-c9c468fb-febe-486b-a864-8dcb4ec6fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:26.564970 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7191bc5c-1587-471e-b3d2-677b86ab77a3 req-c9c468fb-febe-486b-a864-8dcb4ec6fea0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1098 time: 0.0376272 Sep 07 11:54:26.598536 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7191bc5c-1587-471e-b3d2-677b86ab77a3 req-1654bb35-6161-4208-aafe-7608053112f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264511 Sep 07 11:54:27.047128 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca12df-3792-40a4-a78f-88b5e7f0cf45 req-8943b5f4-ca06-4d07-916f-4c206e31b2ac tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:27.048718 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ecca12df-3792-40a4-a78f-88b5e7f0cf45 req-8943b5f4-ca06-4d07-916f-4c206e31b2ac tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0553515 Sep 07 11:54:27.088446 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ecca12df-3792-40a4-a78f-88b5e7f0cf45 req-b6ffcc2e-b124-4731-975a-db7a0f73aba2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Sep 07 11:54:27.372696 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a29e-d0bc-4060-bf48-fbb3117ab474 req-7b719a29-6852-416f-9e8e-cc892bdb8a1f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:27.374227 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2747a29e-d0bc-4060-bf48-fbb3117ab474 req-7b719a29-6852-416f-9e8e-cc892bdb8a1f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Sep 07 11:54:27.413505 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2747a29e-d0bc-4060-bf48-fbb3117ab474 req-d393f90f-0747-47cd-973e-a67d38e1f1e7 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Sep 07 11:54:28.048227 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-57340624-2166-4ef1-838f-343dcbdcee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:28.205093 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0484e4-9ea3-44ad-939b-c435d094e894 req-681f1b61-eb6e-4db4-b893-c318f5727a71 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:28.206721 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0b0484e4-9ea3-44ad-939b-c435d094e894 req-681f1b61-eb6e-4db4-b893-c318f5727a71 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0550411 Sep 07 11:54:28.251649 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0b0484e4-9ea3-44ad-939b-c435d094e894 req-e1f736d2-b36e-4145-b8c5-80b02575496c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Sep 07 11:54:28.531259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623a0a-6d17-46c0-a686-293f869ad8fd req-e09b3a3a-bb15-4a72-9aa9-9a39e830c814 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:28.532790 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f623a0a-6d17-46c0-a686-293f869ad8fd req-e09b3a3a-bb15-4a72-9aa9-9a39e830c814 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Sep 07 11:54:28.572467 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f623a0a-6d17-46c0-a686-293f869ad8fd req-c690a582-8cfe-4110-aae1-fc117f02d03e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 Sep 07 11:54:29.378916 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b584a8-4b4e-4207-ba12-61b5753141a4 req-8b7cafb1-5373-44ca-afa4-6140283f9316 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:29.381051 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f9b584a8-4b4e-4207-ba12-61b5753141a4 req-8b7cafb1-5373-44ca-afa4-6140283f9316 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0500717 Sep 07 11:54:29.421378 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f9b584a8-4b4e-4207-ba12-61b5753141a4 req-eb29289e-0827-48db-853b-f34196599a6a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Sep 07 11:54:29.548541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b194dbb-4436-48e7-ab0e-4388819314df req-ffcdb7c4-633f-4c20-883f-3d95660ae8a4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:29.550209 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5b194dbb-4436-48e7-ab0e-4388819314df req-ffcdb7c4-633f-4c20-883f-3d95660ae8a4 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0578642 Sep 07 11:54:29.587967 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5b194dbb-4436-48e7-ab0e-4388819314df req-727dbd81-9c6f-4dd8-a234-ae64acf80506 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Sep 07 11:54:29.711314 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1a53-391f-4991-bd33-3d5615605f9b req-a248d514-4b75-452d-87fd-f486b816a588 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:29.712945 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa3d1a53-391f-4991-bd33-3d5615605f9b req-a248d514-4b75-452d-87fd-f486b816a588 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0600047 Sep 07 11:54:29.758685 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa3d1a53-391f-4991-bd33-3d5615605f9b req-eacb1e30-410f-4b34-a27d-f9c58da32e55 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390403 Sep 07 11:54:29.804344 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46402) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:29.933589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1fc2-8f31-4b75-b7e1-2aa3d40e8a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:29.967858 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c19b74-064f-40ba-8765-08080fc352a8 req-7b4fad1b-25e2-434c-9c8c-2d5232bf0668 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:29.969237 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-32c19b74-064f-40ba-8765-08080fc352a8 req-7b4fad1b-25e2-434c-9c8c-2d5232bf0668 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0758862 Sep 07 11:54:30.026980 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-32c19b74-064f-40ba-8765-08080fc352a8 req-dfac0ac8-b91b-4651-9906-1a8e10fdf98f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Sep 07 11:54:30.065571 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1fc2-8f31-4b75-b7e1-2aa3d40e8a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.070203 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1fc2-8f31-4b75-b7e1-2aa3d40e8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.108751 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0d3a1fc2-8f31-4b75-b7e1-2aa3d40e8a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1364c5dc11ef41bbbdfcf378ea5184c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032358 Sep 07 11:54:30.109558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1fc2-8f31-4b75-b7e1-2aa3d40e8a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2929c087-0f84-48c8-adaa-2d824c88848b,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:30.114983 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46410) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:30.160724 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.183830 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.231059 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.233618 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.234801 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2929c087-0f84-48c8-adaa-2d824c88848b HTTP/1.1" status: 204 len: 168 time: 0.1223423 Sep 07 11:54:30.243657 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ba9b-6bb4-4e70-88f8-545c12ff05df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2929c087-0f84-48c8-adaa-2d824c88848b,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:30.779441 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f7e218a1-4efb-4339-a949-065e751b59e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:30.879199 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4042-38ef-40cc-b708-78e65b680d0e req-8ceb5adf-6c05-4e60-8c32-02090e34431f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:30.881503 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-966c4042-38ef-40cc-b708-78e65b680d0e req-8ceb5adf-6c05-4e60-8c32-02090e34431f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Sep 07 11:54:30.919352 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-966c4042-38ef-40cc-b708-78e65b680d0e req-b6d40cee-4efb-438b-aafd-ea49250230f3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Sep 07 11:54:31.084610 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:31.754181 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:32.040234 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf8f2c-a245-48b3-88c8-6b1ceba4cb55 req-c1ff3b66-bd6c-4c8e-a0b5-6376d6cd5eb4 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:32.041746 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0bbf8f2c-a245-48b3-88c8-6b1ceba4cb55 req-c1ff3b66-bd6c-4c8e-a0b5-6376d6cd5eb4 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0525970 Sep 07 11:54:32.079850 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0bbf8f2c-a245-48b3-88c8-6b1ceba4cb55 req-a62d8e65-55aa-4a82-8a76-b302b46c773c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Sep 07 11:54:32.871047 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.066905 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46544) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:33.172363 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-36a4c0b0-eded-42f3-8892-af3ea2eeea59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.202345 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e60d7-4bbe-4688-87c8-1f88a8eb288a req-bee88417-be55-483f-98da-cc444edc526b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:33.203801 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e12e60d7-4bbe-4688-87c8-1f88a8eb288a req-bee88417-be55-483f-98da-cc444edc526b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Sep 07 11:54:33.243607 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e12e60d7-4bbe-4688-87c8-1f88a8eb288a req-cdf46f29-e16a-4024-bc62-c18dd50faf0a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Sep 07 11:54:33.264548 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-36a4c0b0-eded-42f3-8892-af3ea2eeea59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.268577 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-36a4c0b0-eded-42f3-8892-af3ea2eeea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.309182 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-36a4c0b0-eded-42f3-8892-af3ea2eeea59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e30d8e5eb6c4c98b0c37fdc464220c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411950 Sep 07 11:54:33.310024 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4c0b0-eded-42f3-8892-af3ea2eeea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e91c0-16be-4c62-b04e-62eb4d811ea9,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:33.311888 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46550) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:33.351743 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.364546 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.387392 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.432761 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.435414 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:33.436610 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f56e91c0-16be-4c62-b04e-62eb4d811ea9 HTTP/1.1" status: 204 len: 168 time: 0.1237056 Sep 07 11:54:33.445426 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41ca06-5169-4fe3-bb63-4eadded9e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e91c0-16be-4c62-b04e-62eb4d811ea9,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:34.097217 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46580) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:34.195849 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894292962-network', 'tenant_id': '554c1f417c4a4f49b5fab368df1378b7'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:34.216528 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Made reservation on behalf of 554c1f417c4a4f49b5fab368df1378b7 for: {'network': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:54:34.218713 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.226800 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.345019 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.349274 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.373710 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=105497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:54:34.398095 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.398439 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.segments_db [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Added segment 4704d0d9-3cd1-4381-8df1-d807050cd6c1 of type vlan for network 2d98bd8a-eead-4381-be66-5dba22db898f Sep 07 11:54:34.400388 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76c6120-6e90-4a29-a002-b86b6c9b805d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:34.415928 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c00c6-cabb-4d8f-b052-736dd644a2ef req-a0556873-cbab-4b89-ab5a-2257c1e9067e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:34.417434 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e20c00c6-cabb-4d8f-b052-736dd644a2ef req-a0556873-cbab-4b89-ab5a-2257c1e9067e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.1014171 Sep 07 11:54:34.463490 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.493083 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e20c00c6-cabb-4d8f-b052-736dd644a2ef req-7322adc6-b181-4f42-9adf-74efc835bd70 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544956 Sep 07 11:54:34.502220 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.503234 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:34.503822 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.536556 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4382277 Sep 07 11:54:34.539784 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46588) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:34.544967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Request body: {'subnet': {'network_id': '2d98bd8a-eead-4381-be66-5dba22db898f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894292962-subnet', 'tenant_id': '554c1f417c4a4f49b5fab368df1378b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:34.570104 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d316a9-a65d-4489-98f9-96419856e7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d98bd8a-eead-4381-be66-5dba22db898f,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:34.572667 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Made reservation on behalf of 554c1f417c4a4f49b5fab368df1378b7 for: {'subnet': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:54:34.575278 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12528222'] for subnet, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.581662 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 2d98bd8a-eead-4381-be66-5dba22db898f details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:54:34.745150 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12325589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12528168'] for subnet, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.799957 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed2a11e-5276-46f3-bdc2-94e76dc71799,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:34.809671 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Checking segment: {'id': '4704d0d9-3cd1-4381-8df1-d807050cd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d98bd8a-eead-4381-be66-5dba22db898f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:54:34.810252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Network hostable DHCP agents. Network: 2d98bd8a-eead-4381-be66-5dba22db898f, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:54:34.827535 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Network 2d98bd8a-eead-4381-be66-5dba22db898f is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:54:34.835958 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 2d98bd8a-eead-4381-be66-5dba22db898f) {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:54:34.839912 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:34.840501 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:34.845514 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29e942-19ce-4375-af18-a739301b2740 None None] Network 2d98bd8a-eead-4381-be66-5dba22db898f requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:54:34.859640 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-28df74f8-4680-4f15-825d-d493b33a8917 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3186686 Sep 07 11:54:34.974173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858a177-08d4-430b-b0f0-c5bc461ae686 None None] Network 2d98bd8a-eead-4381-be66-5dba22db898f requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:54:35.354664 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46608) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:35.359569 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-658421831-network', 'tenant_id': '312011fd594f434caac3be7fa74f5bc5'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:35.383126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Made reservation on behalf of 312011fd594f434caac3be7fa74f5bc5 for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:54:35.383771 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.392932 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.486446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.491114 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.515808 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 11:54:35.526272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff062e14-7727-47f3-9b88-f7d5e8a01db0,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:35.531594 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.531942 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Added segment 3edeca47-e460-4fbc-a8af-b3693c0ab550 of type vlan for network a8526683-2227-437d-a763-6783201116bf Sep 07 11:54:35.573395 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.598643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.600365 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:35.601076 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.630921 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e1b4-41e1-4084-a7ac-3833f9373179 req-16986125-c535-4243-b077-1a8b7910a88b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:35.632480 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3823e1b4-41e1-4084-a7ac-3833f9373179 req-16986125-c535-4243-b077-1a8b7910a88b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0574255 Sep 07 11:54:35.636491 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2805927 Sep 07 11:54:35.639374 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46614) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:35.644090 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Request body: {'subnet': {'network_id': 'a8526683-2227-437d-a763-6783201116bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-658421831-subnet', 'tenant_id': '312011fd594f434caac3be7fa74f5bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:35.664263 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91b76-4f66-4cf5-857a-65cdc6711c8d admin admin] Pushing event updated for resources: {'Network': ['ID=a8526683-2227-437d-a763-6783201116bf,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:35.675763 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network a8526683-2227-437d-a763-6783201116bf details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 11:54:35.691055 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3823e1b4-41e1-4084-a7ac-3833f9373179 req-6026a086-9a84-4a1d-9143-2e07f7299348 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Sep 07 11:54:35.692062 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Made reservation on behalf of 312011fd594f434caac3be7fa74f5bc5 for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:54:35.694311 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.864968 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.925075 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69236bd-fda0-4fc3-8e1f-48eb82d050dc,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:35.932872 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Checking segment: {'id': '3edeca47-e460-4fbc-a8af-b3693c0ab550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a8526683-2227-437d-a763-6783201116bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:54:35.933250 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Network hostable DHCP agents. Network: a8526683-2227-437d-a763-6783201116bf, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 11:54:35.949815 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Network a8526683-2227-437d-a763-6783201116bf is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 11:54:35.960284 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, a8526683-2227-437d-a763-6783201116bf) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:54:35.964409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:35.965001 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:35.969820 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b1361-e403-4b7f-991c-cbeca911debe None None] Network a8526683-2227-437d-a763-6783201116bf requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:54:35.988369 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-06669e2f-ee49-40bc-9344-70618ba90e1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3401146 Sep 07 11:54:36.093442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46620) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:36.097832 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d3701-3f6c-4419-8866-a912c7c7f337 None None] Network a8526683-2227-437d-a763-6783201116bf requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:54:36.140736 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Deleting subnet 4ed2a11e-5276-46f3-bdc2-94e76dc71799 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:54:36.144200 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.181411 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.223610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.280189 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.304779 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed2a11e-5276-46f3-bdc2-94e76dc71799,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:36.308442 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.310973 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e76fe6c0-0378-451f-b943-01ca3a0a65df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ed2a11e-5276-46f3-bdc2-94e76dc71799 HTTP/1.1" status: 204 len: 168 time: 0.2159126 Sep 07 11:54:36.312830 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46624) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:36.383419 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.465448 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.485865 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d98bd8a-eead-4381-be66-5dba22db898f']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:36.494721 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4704d0d9-3cd1-4381-8df1-d807050cd6c1') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:36.495045 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4704d0d9-3cd1-4381-8df1-d807050cd6c1') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:36.503915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.520155 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.526448 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:54:36.526856 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:54:36.528432 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:54:36.585415 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.592386 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.594207 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d98bd8a-eead-4381-be66-5dba22db898f HTTP/1.1" status: 204 len: 168 time: 0.2804768 Sep 07 11:54:36.597144 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46626) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:36.603779 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f816a39-0678-46ce-99d3-605622bae44c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d98bd8a-eead-4381-be66-5dba22db898f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:36.651162 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_v2 [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Deleting subnet d69236bd-fda0-4fc3-8e1f-48eb82d050dc {{(pid=105496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:54:36.654570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.689485 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12325454'] for subnet, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.727741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.783163 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12325398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12528177'] for subnet, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.806738 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69236bd-fda0-4fc3-8e1f-48eb82d050dc,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:36.808667 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92339bb-7200-46cf-b3a5-29be8907fef1 req-1a958568-7d49-4bb5-88fb-580d0842086a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:36.810175 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b92339bb-7200-46cf-b3a5-29be8907fef1 req-1a958568-7d49-4bb5-88fb-580d0842086a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Sep 07 11:54:36.813982 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.815857 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-156cf4bd-1623-4c1a-b9d5-40c766dd24a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d69236bd-fda0-4fc3-8e1f-48eb82d050dc HTTP/1.1" status: 204 len: 168 time: 0.2176762 Sep 07 11:54:36.819015 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46632) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:36.849053 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b92339bb-7200-46cf-b3a5-29be8907fef1 req-0be21c93-11fc-4975-9f1e-2fde007114fb tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325122 Sep 07 11:54:36.894671 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.975579 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:36.994961 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8526683-2227-437d-a763-6783201116bf']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:37.004094 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edeca47-e460-4fbc-a8af-b3693c0ab550') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:37.004394 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edeca47-e460-4fbc-a8af-b3693c0ab550') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:37.014308 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.027501 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.033803 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:54:37.034436 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:54:37.036441 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:54:37.099560 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.104372 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.106461 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8526683-2227-437d-a763-6783201116bf HTTP/1.1" status: 204 len: 168 time: 0.2863152 Sep 07 11:54:37.118273 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fd13b-5650-4e82-bb28-437d04276a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8526683-2227-437d-a763-6783201116bf,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:37.280975 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46640) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:37.320099 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-04539402-47dd-48b8-81d5-eebf8aa7aaba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554c1f417c4a4f49b5fab368df1378b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379755 Sep 07 11:54:37.322559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46642) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:37.373712 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.394574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.440547 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.443063 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.444222 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c76c6120-6e90-4a29-a002-b86b6c9b805d HTTP/1.1" status: 204 len: 168 time: 0.1207333 Sep 07 11:54:37.452082 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816165fa-20f0-413c-aea9-853e211ca44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76c6120-6e90-4a29-a002-b86b6c9b805d,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:37.759788 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46650) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:37.799307 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-576b5e3e-6ea6-440f-9dea-3bfda54849dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=312011fd594f434caac3be7fa74f5bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382907 Sep 07 11:54:37.801695 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46652) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:37.848570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.869952 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.919855 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.923023 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:37.924475 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff062e14-7727-47f3-9b88-f7d5e8a01db0 HTTP/1.1" status: 204 len: 168 time: 0.1217806 Sep 07 11:54:37.935304 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb235e3-1b0c-46cd-9c14-2b36603ca45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff062e14-7727-47f3-9b88-f7d5e8a01db0,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:37.971505 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43fee-014e-4632-b34b-770db4c20d8a req-bf5846ce-538b-4b54-98ae-a0fac9332382 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:37.973052 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-46c43fee-014e-4632-b34b-770db4c20d8a req-bf5846ce-538b-4b54-98ae-a0fac9332382 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Sep 07 11:54:38.012644 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-46c43fee-014e-4632-b34b-770db4c20d8a req-4a98fcf5-4db6-46a2-a509-9ab7fa9015fd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331979 Sep 07 11:54:39.136385 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e7550-8990-4907-aca7-14d5bc4bb542 req-933ef34e-e624-4845-866c-d20d1a884ecf tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:39.137943 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-160e7550-8990-4907-aca7-14d5bc4bb542 req-933ef34e-e624-4845-866c-d20d1a884ecf tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0550301 Sep 07 11:54:39.175908 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-160e7550-8990-4907-aca7-14d5bc4bb542 req-38da7f0c-39ef-4f24-9002-ef798ffcc9da tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Sep 07 11:54:39.605703 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7179c-f928-4338-adea-5e4c39f1cecf req-314ad8f3-96f6-41d2-ba5c-a3853be5d497 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:39.607219 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4ee7179c-f928-4338-adea-5e4c39f1cecf req-314ad8f3-96f6-41d2-ba5c-a3853be5d497 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Sep 07 11:54:39.646202 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4ee7179c-f928-4338-adea-5e4c39f1cecf req-3d2134a6-2a44-4887-8542-450596c7da3c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Sep 07 11:54:39.667753 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46724) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:39.698638 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46728) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:39.804163 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8e094644-2557-4df1-836e-5be4993ffffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:39.876644 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb534e-021e-436b-b92c-8c7030a20000 tempest-TestMinimumBasicScenario-586931490 tempest-TestMinimumBasicScenario-586931490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:39.878162 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-85cb534e-021e-436b-b92c-8c7030a20000 tempest-TestMinimumBasicScenario-586931490 tempest-TestMinimumBasicScenario-586931490-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1093 time: 0.2093985 Sep 07 11:54:39.881386 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 46734) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:39.887141 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'port_id': '704b42d3-4083-4608-a81f-28f77cc45e66', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:39.935631 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8e094644-2557-4df1-836e-5be4993ffffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:39.939270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8e094644-2557-4df1-836e-5be4993ffffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:39.959460 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:39.980787 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8e094644-2557-4df1-836e-5be4993ffffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2729ab971f74f8581f82a8d37944f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786400 Sep 07 11:54:39.981003 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46736) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:39.986722 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e094644-2557-4df1-836e-5be4993ffffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc31b7-d848-4266-8618-209b16e84394,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:40.031156 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.053229 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.059511 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.099733 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.102410 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.103812 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6bc31b7-d848-4266-8618-209b16e84394 HTTP/1.1" status: 204 len: 168 time: 0.1219587 Sep 07 11:54:40.111593 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0207d9-c871-44f5-b000-7946c65ddca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc31b7-d848-4266-8618-209b16e84394,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:40.168510 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Allocated IP 172.27.0.247 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/d7855989-e054-4eaa-9280-627d75495b56) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:54:40.293544 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.325702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6147-6a4e-401b-8134-69c7302956c0 req-2a127dcc-587d-4869-9783-86f3b8239a9d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:40.327179 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-66fb6147-6a4e-401b-8134-69c7302956c0 req-2a127dcc-587d-4869-9783-86f3b8239a9d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0723557 Sep 07 11:54:40.375260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.391073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-66fb6147-6a4e-401b-8134-69c7302956c0 req-cd917fc8-57c9-4f8b-9342-6c5a1a1ff82f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534515 Sep 07 11:54:40.392486 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46744) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:40.414576 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bf3f-3762-4a28-9b3e-a80b9f95d2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.421357 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:54:40.424253 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:54:40.427890 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:54:40.456147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'Port': ['ID=d7855989-e054-4eaa-9280-627d75495b56,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:40.522982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bf3f-3762-4a28-9b3e-a80b9f95d2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.527236 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c0c3bf3f-3762-4a28-9b3e-a80b9f95d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.568235 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c0c3bf3f-3762-4a28-9b3e-a80b9f95d2ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a8d3de621414dabb0e7b55e1bcd8d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739907 Sep 07 11:54:40.569069 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3bf3f-3762-4a28-9b3e-a80b9f95d2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f8e805-6021-486f-82f8-6d1492797472,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:40.571366 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46748) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:40.622702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.644293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.690990 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.694248 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.695375 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7f8e805-6021-486f-82f8-6d1492797472 HTTP/1.1" status: 204 len: 168 time: 0.1231170 Sep 07 11:54:40.703112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f686425-a07f-43b6-8351-ba223d1f2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f8e805-6021-486f-82f8-6d1492797472,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:40.791692 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:40.861659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.243054 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.247783 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.314974 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'Port': ['ID=d7855989-e054-4eaa-9280-627d75495b56,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:41.327583 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.428143 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Floating IP a951b7db-d32c-42c1-a6c8-b0ae31f21958 associated. External IP: 172.27.0.247, port: 704b42d3-4083-4608-a81f-28f77cc45e66. Sep 07 11:54:41.560093 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e34db-68c2-4592-bc0e-780bae005054 req-b8f66341-5fe0-4cec-ae44-af2e3f624852 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:41.563715 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7d9e34db-68c2-4592-bc0e-780bae005054 req-b8f66341-5fe0-4cec-ae44-af2e3f624852 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0959768 Sep 07 11:54:41.671567 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7d9e34db-68c2-4592-bc0e-780bae005054 req-271a3f96-77b0-46c6-a6a0-826f66aeca53 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006758 Sep 07 11:54:41.711637 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Router bf5ea519-8c3e-415f-b415-d90f240fbe4e has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:54:41.826480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:54:41.840958 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Sync routers for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:54:41.848483 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.851125 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:54:41.858821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:54:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:41.888537 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-7d9fd03f-52d9-49dd-a797-c306120e8ce1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0056286 Sep 07 11:54:41.889166 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:54:41.891524 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46790) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:41.896820 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387018113', 'description': 'tempest-secgroup-smoke-387018113 description', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:41.903032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa91ea54-56d8-47ba-80bc-3770c3d32090" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:54:41.931335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:41.974875 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9efa0-eb9c-4b61-be4e-c20cd3074bba x-openstack-request-id: req-31d9efa0-eb9c-4b61-be4e-c20cd3074bba {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:54:41.975576 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:54:41.975950 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31d9efa0-eb9c-4b61-be4e-c20cd3074bba {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:54:41.976620 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:54:42.058896 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:54:42.064438 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.074411 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-c94db3e3-a123-46f0-821a-84b46f75ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:42.076292 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-c94db3e3-a123-46f0-821a-84b46f75ee55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1098 time: 0.0581775 Sep 07 11:54:42.080027 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.142536 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0dc0e5-b67f-49fc-83b4-1c1205256f71,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:42.169075 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.177022 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-53a91a96-f69a-4597-9f34-664a1c50cdd2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2843149 Sep 07 11:54:42.178307 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46804) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:42.192391 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:42.243222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-57e46c58-c258-4485-b2aa-5c6102ebed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:42.243757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.246158 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-57e46c58-c258-4485-b2aa-5c6102ebed15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 916 time: 0.1574528 Sep 07 11:54:42.312680 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.318684 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.336309 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71bae9d-9fec-496a-b9f3-31e253cdc79a,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:42.337479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-de2f805e-0a89-4369-b833-1db9c67ad1f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 999 time: 0.0832062 Sep 07 11:54:42.344689 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.346100 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f9c5cf77-546a-4c54-8758-6e92b0db8a4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614947 Sep 07 11:54:42.349471 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46810) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:42.354984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:42.358979 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a951b7db-d32c-42c1-a6c8-b0ae31f21958', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'port_id': '704b42d3-4083-4608-a81f-28f77cc45e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'mac_address': 'fa:16:3e:a8:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:54:40Z', 'updated_at': '2021-09-07T11:54:40Z', 'revision_number': 0, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:42.397847 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Checking router: bf5ea519-8c3e-415f-b415-d90f240fbe4e for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:54:42.403391 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-280613a1-7143-47b3-aa3a-6bd8d4d159b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:42.403668 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.405153 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-280613a1-7143-47b3-aa3a-6bd8d4d159b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0579901 Sep 07 11:54:42.408105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:54:42.408763 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:54:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:42.471476 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-9e6c0e4a-d5dd-4e0f-8b4e-ba3a11870f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:42.473863 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-9e6c0e4a-d5dd-4e0f-8b4e-ba3a11870f16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603874 Sep 07 11:54:42.475741 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.479811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.507404 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9276d9c-3193-42c8-acbe-15a4ad72f9aa,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:42.513267 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.517784 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-53e593b7-03e8-47fb-970b-e1acd4b23f89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670082 Sep 07 11:54:42.518463 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46818) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:42.524690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:42.533628 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:54:42.562266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.617501 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-8cbb0f01-488b-4ee4-acf3-77292778917c service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341400 Sep 07 11:54:42.628167 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.633361 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.654941 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e5c7a-0050-47c4-a27e-f9303a5f41d8,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:42.664790 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.669371 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fbad9f86-959f-48e6-b1eb-29c6c9ded93f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495259 Sep 07 11:54:42.670845 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46822) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:42.676452 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:42.740985 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.746074 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fa91ea54-56d8-47ba-80bc-3770c3d32090 req-ae214bec-4310-4632-becf-048744d0a25c service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199996 Sep 07 11:54:42.820050 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.826446 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.837111 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae611e81-7d3f-48c1-b810-3a6edf2bc4ac req-392a1426-dc3f-46f5-b189-65519df9e3bf tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:42.837969 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a951b7db-d32c-42c1-a6c8-b0ae31f21958', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'port_id': '704b42d3-4083-4608-a81f-28f77cc45e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'mac_address': 'fa:16:3e:a8:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:54:40Z', 'updated_at': '2021-09-07T11:54:40Z', 'revision_number': 0, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:54:42.838652 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae611e81-7d3f-48c1-b810-3a6edf2bc4ac req-392a1426-dc3f-46f5-b189-65519df9e3bf tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0555916 Sep 07 11:54:42.848648 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d2991e-6e50-40ef-8f44-39b8076a1fd9,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:42.861001 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.868088 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ee5d0eda-6fd1-4c2e-a777-394b5d237279 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1939063 Sep 07 11:54:42.868088 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46828) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:42.869434 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0495635-3e5b-4f7b-a05c-94acafa43d9b None None] The sync data for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi is: [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a951b7db-d32c-42c1-a6c8-b0ae31f21958', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'port_id': '704b42d3-4083-4608-a81f-28f77cc45e66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'mac_address': 'fa:16:3e:a8:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:54:40Z', 'updated_at': '2021-09-07T11:54:40Z', 'revision_number': 0, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:54:42.871397 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:42.884213 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae611e81-7d3f-48c1-b810-3a6edf2bc4ac req-3899fa2e-b256-48a4-9c8f-3bd91eba804a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389907 Sep 07 11:54:42.902890 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Project aea0e180cd954f08bdbc5dd21df7d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:54:42.913573 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.979419 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:42.983729 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.004371 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24673875-a1ad-40be-8e6f-a8dbc06a3d93,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:43.012268 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.013455 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-846bb625-8cb8-4744-bf16-29619b078908 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459417 Sep 07 11:54:43.016263 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 46830) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:43.021159 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'security_group_rule': {'security_group_id': 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71', 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:43.047479 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.securitygroups_db [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Project aea0e180cd954f08bdbc5dd21df7d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 11:54:43.052930 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.080426 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f138ae-b8cd-4d79-a7f6-5c5cf075770e None None] New status for floating IP a951b7db-d32c-42c1-a6c8-b0ae31f21958: ACTIVE {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:54:43.117947 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.121715 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.140118 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ad34f4-07aa-4f0c-bf64-524cc7edcdbe,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:43.146431 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.147355 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-007a3f66-f8e9-4a0f-a62d-ba9fe2b30750 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302779 Sep 07 11:54:43.231127 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-80f56bba-8493-424b-b11b-2fd5065c5a27 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387018113&fields=id&tenant_id=aea0e180cd954f08bdbc5dd21df7d70f HTTP/1.1" status: 200 len: 267 time: 0.0374858 Sep 07 11:54:43.290673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-41b6bcea-8c8a-47a3-8ed3-8ddb4b154f99 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:43.299421 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-41b6bcea-8c8a-47a3-8ed3-8ddb4b154f99 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0615888 Sep 07 11:54:43.307387 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'port': {'security_groups': ['ab78aec0-fe58-4f6d-baf6-cc9095c3875d', 'ed0dc0e5-b67f-49fc-83b4-1c1205256f71']}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:54:43.376927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.602877 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:54:43.632123 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.636986 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.653020 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:54:43.683582 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:43.684308 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:43.685836 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1aa7a2ab-db17-40a0-ae81-54a477f268cf req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "PUT /v2.0/ports/704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 981 time: 0.3833685 Sep 07 11:54:43.686837 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:54:43.689038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46903ce5-c516-4088-8d82-2a71bd1ac6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:54:43.741726 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216ec7e-6f42-46f8-8cdf-f11a9e660803 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=6']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:43.761200 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e195ee-fe9d-4c6f-914e-cc86779a1b1f x-openstack-request-id: req-38e195ee-fe9d-4c6f-914e-cc86779a1b1f {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:54:43.761493 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:54:43.761742 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e195ee-fe9d-4c6f-914e-cc86779a1b1f {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:54:43.762285 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:54:43.818758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:54:43.881332 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ce4c2-2599-4ab8-b4ce-11ea47319b2e req-8207eed0-eda4-4f26-80a7-2c2d354de979 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:43.887330 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-af7ce4c2-2599-4ab8-b4ce-11ea47319b2e req-8207eed0-eda4-4f26-80a7-2c2d354de979 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0981574 Sep 07 11:54:43.929148 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-28a2d38a-0341-4bed-926f-e54e3a0cceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:43.930707 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-28a2d38a-0341-4bed-926f-e54e3a0cceed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1137 time: 0.1315854 Sep 07 11:54:44.025042 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-7299d415-a18b-42b9-b89e-223cd1ca7252 None None] Provisioning complete for port 704b42d3-4083-4608-a81f-28f77cc45e66 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:54:44.025804 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7299d415-a18b-42b9-b89e-223cd1ca7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:44.031946 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-af7ce4c2-2599-4ab8-b4ce-11ea47319b2e req-507a3cf9-b5af-4295-8bb1-aed6d3998c47 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366117 Sep 07 11:54:44.061759 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e658-1e4b-4ac9-ac05-4a460166f895 req-eff7c9b8-82fa-4572-af37-8bdd70d60838 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:44.070475 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a954e658-1e4b-4ac9-ac05-4a460166f895 req-eff7c9b8-82fa-4572-af37-8bdd70d60838 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0683870 Sep 07 11:54:44.075347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-5708ab37-0942-4348-85d2-282809d14fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:44.076882 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-5708ab37-0942-4348-85d2-282809d14fa9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 916 time: 0.1269486 Sep 07 11:54:44.111963 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a954e658-1e4b-4ac9-ac05-4a460166f895 req-179c0c15-7eac-48bb-88fb-10e5f5638e09 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Sep 07 11:54:44.175216 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-04fcb423-bf4f-4218-8ef3-7e66988d1224 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 1001 time: 0.0867643 Sep 07 11:54:44.229877 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-fe754567-9cd8-405f-a958-3f96f22d42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:44.233843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-fe754567-9cd8-405f-a958-3f96f22d42a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0474291 Sep 07 11:54:44.295598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-081d1601-28f4-4c07-82ac-4ba41b4d5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:44.297527 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-081d1601-28f4-4c07-82ac-4ba41b4d5183 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533271 Sep 07 11:54:44.399172 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-90c87410-a50d-40ba-a0e2-aa3583b1eb61 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899966 Sep 07 11:54:44.492494 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-46903ce5-c516-4088-8d82-2a71bd1ac6d3 req-d7885251-b5dc-4e5c-9dd4-92890f875b1d service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841384 Sep 07 11:54:45.260014 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73338-e002-4c04-9ea8-50a763d51523 req-66a96c13-c0fd-41b4-bdc1-9ed58b5c9f7d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:45.262184 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9aa73338-e002-4c04-9ea8-50a763d51523 req-66a96c13-c0fd-41b4-bdc1-9ed58b5c9f7d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0621035 Sep 07 11:54:45.306751 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9aa73338-e002-4c04-9ea8-50a763d51523 req-18d08868-f67d-4db3-9100-e3c93d2d1216 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Sep 07 11:54:45.422627 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:54:45.778658 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc315f-193b-45d2-8224-ec129ba13a0c req-112c0144-120d-49bc-8595-2485b5e6d7c2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:45.780143 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e6cc315f-193b-45d2-8224-ec129ba13a0c req-112c0144-120d-49bc-8595-2485b5e6d7c2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Sep 07 11:54:45.817126 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e6cc315f-193b-45d2-8224-ec129ba13a0c req-bf9eefef-be66-4342-89e8-3f28d184ed35 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Sep 07 11:54:46.432188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed9ca-1d87-4675-a751-e0ed0e46f074 req-3d72c131-111b-44c1-8569-513b9f7ae576 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:46.433699 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f20ed9ca-1d87-4675-a751-e0ed0e46f074 req-3d72c131-111b-44c1-8569-513b9f7ae576 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Sep 07 11:54:46.485088 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f20ed9ca-1d87-4675-a751-e0ed0e46f074 req-18e1316e-8d15-400c-9bf6-bdbecebbe39a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Sep 07 11:54:46.933085 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eee4d-6e8e-464a-9dc6-e4dc3f50645c req-803a0014-cab2-4827-998c-a7748c9c84ca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:46.934552 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b46eee4d-6e8e-464a-9dc6-e4dc3f50645c req-803a0014-cab2-4827-998c-a7748c9c84ca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0473592 Sep 07 11:54:46.971303 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b46eee4d-6e8e-464a-9dc6-e4dc3f50645c req-23f27bb4-a55e-4282-9fc2-b6f164e1c925 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Sep 07 11:54:47.603349 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a6f5b-ad1d-49ef-bfdd-bc85bc462376 req-43ed160b-9dc7-414c-b3d7-291a3cc21544 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:47.604714 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722a6f5b-ad1d-49ef-bfdd-bc85bc462376 req-43ed160b-9dc7-414c-b3d7-291a3cc21544 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0507309 Sep 07 11:54:47.641847 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722a6f5b-ad1d-49ef-bfdd-bc85bc462376 req-a9c58cdc-ad86-4313-9839-2405836f0731 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Sep 07 11:54:47.854417 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d03e-f4b6-4c5c-8392-994c6aa311c1 req-738080ec-a3eb-444a-b6b7-13c13af5d6ba tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:47.856189 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2e09d03e-f4b6-4c5c-8392-994c6aa311c1 req-738080ec-a3eb-444a-b6b7-13c13af5d6ba tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Sep 07 11:54:47.903592 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2e09d03e-f4b6-4c5c-8392-994c6aa311c1 req-87df912e-502a-4305-8e51-bb03eb0bc040 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412114 Sep 07 11:54:47.937590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943510b-0c5d-4052-a836-f348671d50b4 req-37eb387c-cafe-4203-b37d-5adb7fddc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:47.939160 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-37eb387c-cafe-4203-b37d-5adb7fddc502 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.0561366 Sep 07 11:54:48.039604 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943510b-0c5d-4052-a836-f348671d50b4 req-d133100b-51ac-47d8-bd82-a694a0049fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:48.041067 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-d133100b-51ac-47d8-bd82-a694a0049fb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.0871117 Sep 07 11:54:48.141815 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab33c8-0a3d-407e-bb42-1538dc39d521 req-8193f97b-7d0b-426f-b494-97f9f6b14865 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:48.143323 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffab33c8-0a3d-407e-bb42-1538dc39d521 req-8193f97b-7d0b-426f-b494-97f9f6b14865 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0986781 Sep 07 11:54:48.145106 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-b8d4b8dd-fb7e-4635-a9fe-88063023c982 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0925381 Sep 07 11:54:48.217418 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ffab33c8-0a3d-407e-bb42-1538dc39d521 req-72884843-24f9-46a1-8ce7-6a0fce706573 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673571 Sep 07 11:54:48.225397 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943510b-0c5d-4052-a836-f348671d50b4 req-895c0654-dbd0-4ab6-9653-601f42dc4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:48.226862 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-895c0654-dbd0-4ab6-9653-601f42dc4864 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0701103 Sep 07 11:54:48.280209 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943510b-0c5d-4052-a836-f348671d50b4 req-541616ee-55dd-4451-a23f-f6aa35c7d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:48.281989 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-541616ee-55dd-4451-a23f-f6aa35c7d721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467737 Sep 07 11:54:48.377805 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-babd7613-055f-420e-94a6-110ed55da308 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849388 Sep 07 11:54:48.470488 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b943510b-0c5d-4052-a836-f348671d50b4 req-f630d68e-db8e-48e1-bb7f-9fc509a095ae service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Sep 07 11:54:49.019577 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a15a-ee8d-41f9-a25f-dcf4804e0bfa req-424675fe-cacb-41ce-b214-beef171a628f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:49.021723 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e310a15a-ee8d-41f9-a25f-dcf4804e0bfa req-424675fe-cacb-41ce-b214-beef171a628f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Sep 07 11:54:49.058774 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e310a15a-ee8d-41f9-a25f-dcf4804e0bfa req-8bc28f8d-c4f8-4c39-8067-4ebf4c7ab843 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312793 Sep 07 11:54:49.339624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28d84-bc36-45f9-86c0-3cfe5b953090 req-5df649c7-1a12-4d00-b020-d774f4381980 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:49.341098 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7df28d84-bc36-45f9-86c0-3cfe5b953090 req-5df649c7-1a12-4d00-b020-d774f4381980 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0485868 Sep 07 11:54:49.378841 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7df28d84-bc36-45f9-86c0-3cfe5b953090 req-6fe697e5-3888-4b0d-bfff-696a25530ef4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Sep 07 11:54:50.179282 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1851-a833-49fb-8ee7-9b450f3be2cf req-1461f81d-7cea-4a83-a021-4ff55539da1d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:50.180638 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5c7f1851-a833-49fb-8ee7-9b450f3be2cf req-1461f81d-7cea-4a83-a021-4ff55539da1d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Sep 07 11:54:50.217759 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5c7f1851-a833-49fb-8ee7-9b450f3be2cf req-057e450e-5668-4cbc-8a94-2ddb1e6d7183 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Sep 07 11:54:50.507248 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220a47c-6eb0-4fa1-aae7-cf1d303556bf req-ad94f5a9-761f-4e57-9536-b9dad67a411c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:50.509014 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0220a47c-6eb0-4fa1-aae7-cf1d303556bf req-ad94f5a9-761f-4e57-9536-b9dad67a411c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0588920 Sep 07 11:54:50.556877 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0220a47c-6eb0-4fa1-aae7-cf1d303556bf req-bc1fb32a-2a3d-4563-bd87-a6a8ca6ad8c3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 Sep 07 11:54:51.674341 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46ef3-f068-4a41-bdb2-7fa6a40462a8 req-84b58b3b-23fd-4163-a5a9-cef5589503c8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:51.675847 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-90c46ef3-f068-4a41-bdb2-7fa6a40462a8 req-84b58b3b-23fd-4163-a5a9-cef5589503c8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Sep 07 11:54:51.713224 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-90c46ef3-f068-4a41-bdb2-7fa6a40462a8 req-49a853c1-4a76-4914-885d-a94602bfe0ec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Sep 07 11:54:52.840443 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c92c9a-1456-45db-a4c2-fea551a84f25 req-ab1360a0-eee6-48ed-9c41-2ca655fbe4aa tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:52.841781 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d6c92c9a-1456-45db-a4c2-fea551a84f25 req-ab1360a0-eee6-48ed-9c41-2ca655fbe4aa tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0534980 Sep 07 11:54:53.065724 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d6c92c9a-1456-45db-a4c2-fea551a84f25 req-170a58f6-4e54-4bb5-bf70-0441bd20d74f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179532 Sep 07 11:54:54.181900 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be0c79-0ac9-4ce1-8165-8b85cc00f5a0 req-b275e306-6323-49da-841c-442a5f6a6e2e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:54.183372 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-81be0c79-0ac9-4ce1-8165-8b85cc00f5a0 req-b275e306-6323-49da-841c-442a5f6a6e2e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0468090 Sep 07 11:54:54.220643 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-81be0c79-0ac9-4ce1-8165-8b85cc00f5a0 req-1c85f858-221a-4b5c-9c42-90ad510ba13f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Sep 07 11:54:55.337379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b29a8a-d011-4046-829d-19d0b8340dd6 req-a10ccb1d-872d-4e9f-abd2-24f9859deec8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:55.338866 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f5b29a8a-d011-4046-829d-19d0b8340dd6 req-a10ccb1d-872d-4e9f-abd2-24f9859deec8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0486612 Sep 07 11:54:55.376197 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f5b29a8a-d011-4046-829d-19d0b8340dd6 req-4677bc45-26ce-4a3e-b98f-38293e99f040 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Sep 07 11:54:56.546517 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbfe53-7ff4-4cc0-99e5-1e4ece135208 req-f5d43687-223b-4d33-b152-c3b59fbc15ae tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:56.548022 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cbfbfe53-7ff4-4cc0-99e5-1e4ece135208 req-f5d43687-223b-4d33-b152-c3b59fbc15ae tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.1024032 Sep 07 11:54:56.584149 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cbfbfe53-7ff4-4cc0-99e5-1e4ece135208 req-2821c2f0-f790-48f7-9f14-4119d649be65 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303309 Sep 07 11:54:57.701890 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d724a7-2fce-4cc7-ab12-0bf13564516d req-2b4c9305-28d1-4a9e-b724-5bd2a66baee8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:57.703415 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-37d724a7-2fce-4cc7-ab12-0bf13564516d req-2b4c9305-28d1-4a9e-b724-5bd2a66baee8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0479252 Sep 07 11:54:57.741425 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-37d724a7-2fce-4cc7-ab12-0bf13564516d req-c2829a21-7609-4ad1-9dbe-58ed52b8321f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Sep 07 11:54:58.049522 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7199da98-3d55-42b5-be65-de65394cb081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:58.872374 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3e8f-8f49-4114-bc58-d5c86e25fc87 req-d656b52d-43aa-4b35-91c6-418826d3da63 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:54:58.873879 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c8bf3e8f-8f49-4114-bc58-d5c86e25fc87 req-d656b52d-43aa-4b35-91c6-418826d3da63 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0589778 Sep 07 11:54:58.885682 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47122) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:58.916162 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c8bf3e8f-8f49-4114-bc58-d5c86e25fc87 req-432b9c22-9c9c-4afb-a230-0da5ca1b9532 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353789 Sep 07 11:54:58.992251 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b4558621-7ca1-4fda-956a-482f2a52fb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.085698 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b4558621-7ca1-4fda-956a-482f2a52fb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.089326 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b4558621-7ca1-4fda-956a-482f2a52fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.124894 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4558621-7ca1-4fda-956a-482f2a52fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a09a5-ee10-4d0d-b300-9752cc13bea5,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:59.129164 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-b4558621-7ca1-4fda-956a-482f2a52fb58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b07530522ce74b8a833fd0ce7e2ecc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418973 Sep 07 11:54:59.132323 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47130) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:59.179014 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.199505 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.243737 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.246195 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.247510 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/637a09a5-ee10-4d0d-b300-9752cc13bea5 HTTP/1.1" status: 204 len: 168 time: 0.1142852 Sep 07 11:54:59.255648 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cfe8d-f154-4c5b-bb3c-ffaa029fe42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a09a5-ee10-4d0d-b300-9752cc13bea5,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:59.506163 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47136) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:59.519569 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8f238e7f-dd82-4ab2-a651-9f0126c29f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.604382 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8f238e7f-dd82-4ab2-a651-9f0126c29f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.608174 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8f238e7f-dd82-4ab2-a651-9f0126c29f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.643314 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238e7f-dd82-4ab2-a651-9f0126c29f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadcfc69-6114-4242-a560-26d39ffe785a,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:54:59.647518 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8f238e7f-dd82-4ab2-a651-9f0126c29f0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faa047a2682c4536b382d21d97d3e5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402829 Sep 07 11:54:59.650022 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47138) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:54:59.699956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.720178 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.764547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.767048 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:54:59.768210 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eadcfc69-6114-4242-a560-26d39ffe785a HTTP/1.1" status: 204 len: 168 time: 0.1172748 Sep 07 11:54:59.775952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c7e8-22dd-487a-8262-d7b4388bf39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadcfc69-6114-4242-a560-26d39ffe785a,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:00.033225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e51ca-280c-4ba5-8aaa-5392d9347d1c req-9f0132f0-3899-428a-8ca0-6647e7e93ce7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:00.034728 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ef7e51ca-280c-4ba5-8aaa-5392d9347d1c req-9f0132f0-3899-428a-8ca0-6647e7e93ce7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Sep 07 11:55:00.072966 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ef7e51ca-280c-4ba5-8aaa-5392d9347d1c req-7a32b5fa-d10f-4341-a3fc-45e689ae1f57 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Sep 07 11:55:00.781538 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-b16c5b0d-0a0f-477a-b230-aae3ab0419cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:01.089729 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:01.208580 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3144f-dfa0-4688-8ede-dbfa83a6a5d8 req-801158a8-7f17-42e8-b9c5-8240251494bf tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:01.210609 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4a3144f-dfa0-4688-8ede-dbfa83a6a5d8 req-801158a8-7f17-42e8-b9c5-8240251494bf tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0546625 Sep 07 11:55:01.255371 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4a3144f-dfa0-4688-8ede-dbfa83a6a5d8 req-99fcf328-4756-4013-b56a-13480fd00357 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361052 Sep 07 11:55:01.753101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:02.380329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684c0a-6865-4c13-9d43-ac9af83a0f12 req-bc838a5e-e9b4-4b53-af77-4cf49c781474 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:02.381814 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3684c0a-6865-4c13-9d43-ac9af83a0f12 req-bc838a5e-e9b4-4b53-af77-4cf49c781474 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0514822 Sep 07 11:55:02.420263 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3684c0a-6865-4c13-9d43-ac9af83a0f12 req-9f2844f3-2e10-4b3b-97f9-db42d4662233 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Sep 07 11:55:03.003142 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:03.351172 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:03.536676 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d41b8-db9c-4383-8664-10e269c54e3a req-9578e36c-8097-477d-b964-c19f537c667d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:03.538174 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-778d41b8-db9c-4383-8664-10e269c54e3a req-9578e36c-8097-477d-b964-c19f537c667d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0471363 Sep 07 11:55:03.576174 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-778d41b8-db9c-4383-8664-10e269c54e3a req-a46708b9-8404-471d-aab8-2911caaef82e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Sep 07 11:55:04.121745 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47254) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:04.225286 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-18163f23-1522-4f3c-b502-c11cc8e1ba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.319058 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-18163f23-1522-4f3c-b502-c11cc8e1ba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.322534 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-18163f23-1522-4f3c-b502-c11cc8e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.358998 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-18163f23-1522-4f3c-b502-c11cc8e1ba4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e62fb1a3c64722b06a1e3d2b53ddf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361972 Sep 07 11:55:04.361133 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18163f23-1522-4f3c-b502-c11cc8e1ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63048b3c-2a8d-4ab6-89a1-fcfc7b73be5d,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:04.367205 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47258) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:04.416398 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.436988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.480159 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.482885 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.484011 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63048b3c-2a8d-4ab6-89a1-fcfc7b73be5d HTTP/1.1" status: 204 len: 168 time: 0.1154237 Sep 07 11:55:04.491923 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa743fab-6597-47be-902c-308b52402a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63048b3c-2a8d-4ab6-89a1-fcfc7b73be5d,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:04.696408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74bd8a-c33a-4dde-8077-e2bb4ff556c9 req-766438eb-b525-42eb-8d0c-a0755cf3403b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:04.697915 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2e74bd8a-c33a-4dde-8077-e2bb4ff556c9 req-766438eb-b525-42eb-8d0c-a0755cf3403b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Sep 07 11:55:04.743815 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2e74bd8a-c33a-4dde-8077-e2bb4ff556c9 req-36f196d4-6824-4614-b676-1d5491f43173 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360923 Sep 07 11:55:04.746594 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47268) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:04.759881 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8f49a030-21de-4e8f-b616-fec8ffa906dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.843976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8f49a030-21de-4e8f-b616-fec8ffa906dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.847853 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8f49a030-21de-4e8f-b616-fec8ffa906dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.887135 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8f49a030-21de-4e8f-b616-fec8ffa906dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d20afc16b31a436c96b9351d241a7a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394732 Sep 07 11:55:04.887994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49a030-21de-4e8f-b616-fec8ffa906dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c4fb7-73c6-46ef-9bd7-0465fab9cb03,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:04.890253 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47270) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:04.919673 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:55:04.938939 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:04.959859 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:05.004599 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:05.007295 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:05.008443 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/569c4fb7-73c6-46ef-9bd7-0465fab9cb03 HTTP/1.1" status: 204 len: 168 time: 0.1177020 Sep 07 11:55:05.017682 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:05.017994 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23f730-d88f-4340-b919-cd73f982f1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c4fb7-73c6-46ef-9bd7-0465fab9cb03,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:05.037712 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:55:05.075841 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:05.089262 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:55:05.108044 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:05.111675 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:05.159053 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=6']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:05.166701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.167091 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.167437 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.167778 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.168116 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.168452 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.168786 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.169122 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.169454 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.169853 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.170113 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.170437 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:55:05.532760 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['2cf3a18f-7c3e-4728-9525-a4e164673919'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:55:05.730540 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-63e75d40-565a-4414-920d-cb2f0bfdceaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398269 Sep 07 11:55:05.823943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abda96-3162-4931-8329-1c32e8b79ead req-7178f5b8-ce4e-4b12-bb7f-9691f3707e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:05.825470 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-7178f5b8-ce4e-4b12-bb7f-9691f3707e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.0444899 Sep 07 11:55:05.893233 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75338bd-3f10-4322-91d0-9d016bc1c1db req-282a6c0e-d758-4a14-8307-1bc6499fa910 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:05.899587 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d75338bd-3f10-4322-91d0-9d016bc1c1db req-282a6c0e-d758-4a14-8307-1bc6499fa910 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 945 time: 0.0692940 Sep 07 11:55:05.932791 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d75338bd-3f10-4322-91d0-9d016bc1c1db req-47a106d0-0030-4533-b54e-013e254b2ce7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Sep 07 11:55:05.953586 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abda96-3162-4931-8329-1c32e8b79ead req-c2a0b074-6ee4-4828-98ec-aec0c2d50faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:05.955139 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-c2a0b074-6ee4-4828-98ec-aec0c2d50faf service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.1015549 Sep 07 11:55:06.022580 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-f61cbf82-0f43-4553-84f5-44ec0cf1223a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0579035 Sep 07 11:55:06.074906 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abda96-3162-4931-8329-1c32e8b79ead req-71dcdadf-7a0a-4de5-8be9-6a17226f4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:06.076220 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-71dcdadf-7a0a-4de5-8be9-6a17226f4583 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0423229 Sep 07 11:55:06.127530 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abda96-3162-4931-8329-1c32e8b79ead req-79295573-e842-4658-a30d-c3581610994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:06.128966 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-79295573-e842-4658-a30d-c3581610994c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386446 Sep 07 11:55:06.245801 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:55:06.297441 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 2cf3a18f-7c3e-4728-9525-a4e164673919 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:55:06.297824 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:06.380794 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:06.404181 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:55:06.406454 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40487dcf-f5d8-4548-9847-3e7ed647d860" -d '{"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:55:06.420086 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:06.424557 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:06.449873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d32e32-f003-4fb3-8cc0-065509f3426e x-openstack-request-id: req-e8d32e32-f003-4fb3-8cc0-065509f3426e {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:55:06.450666 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:55:06.450838 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8d32e32-f003-4fb3-8cc0-065509f3426e {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:55:06.451322 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'code': 200} Sep 07 11:55:06.463986 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-629c516f-4215-45d8-8e17-33d8c55ba5ea service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227603 Sep 07 11:55:06.480592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=7']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:06.555590 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-92abda96-3162-4931-8329-1c32e8b79ead req-40b6b60e-b095-46ca-838e-83765c9a6d5b service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812275 Sep 07 11:55:07.053814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1a4d-f55b-4006-a421-0082f2536362 req-7ccd329d-9c6b-4a7d-a0d5-68a3a847d5b2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:07.055323 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-05be1a4d-f55b-4006-a421-0082f2536362 req-7ccd329d-9c6b-4a7d-a0d5-68a3a847d5b2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0512066 Sep 07 11:55:07.097339 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-05be1a4d-f55b-4006-a421-0082f2536362 req-97d836d9-16a9-46bc-914b-c6211f881365 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359783 Sep 07 11:55:08.220922 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52195c1-df40-4702-a3eb-d3ddfd4219fc req-c66fdd06-d48a-4676-9b56-cf6d0fa62332 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:08.222607 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f52195c1-df40-4702-a3eb-d3ddfd4219fc req-c66fdd06-d48a-4676-9b56-cf6d0fa62332 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Sep 07 11:55:08.261318 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f52195c1-df40-4702-a3eb-d3ddfd4219fc req-b076bf7d-dd83-4f08-9ad1-409ef92edc5a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Sep 07 11:55:09.382134 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cdaa0-3406-4ad3-82f4-e8ca2e71e181 req-0cc388ba-71f4-48e3-b7f3-9f3b074f063b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:09.383604 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2f6cdaa0-3406-4ad3-82f4-e8ca2e71e181 req-0cc388ba-71f4-48e3-b7f3-9f3b074f063b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0483205 Sep 07 11:55:09.419870 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2f6cdaa0-3406-4ad3-82f4-e8ca2e71e181 req-1b5ada8b-1d95-462f-a399-dadf7e15e326 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301287 Sep 07 11:55:10.541073 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7d40-d4f2-48c3-8937-45c080b52b24 req-69140cf6-caf6-40a6-9abd-8064c1f46a74 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:10.542583 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-050b7d40-d4f2-48c3-8937-45c080b52b24 req-69140cf6-caf6-40a6-9abd-8064c1f46a74 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0534496 Sep 07 11:55:10.580363 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-050b7d40-d4f2-48c3-8937-45c080b52b24 req-cdae8aa5-2b0d-4a0f-8b0f-6dafb6940c6f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Sep 07 11:55:10.607934 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47320) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:10.710531 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9802f6de-159a-4ed4-96ee-ebfa62998887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.802235 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9802f6de-159a-4ed4-96ee-ebfa62998887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.805891 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-9802f6de-159a-4ed4-96ee-ebfa62998887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.841865 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-9802f6de-159a-4ed4-96ee-ebfa62998887 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28651bcd7a1240b480cecf72c03f5976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329021 Sep 07 11:55:10.842806 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802f6de-159a-4ed4-96ee-ebfa62998887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad89f4-b747-42b7-a48a-e55d1c24ed6a,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:10.844506 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47324) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:10.895363 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.916099 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.960571 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.963213 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:10.964342 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4ad89f4-b747-42b7-a48a-e55d1c24ed6a HTTP/1.1" status: 204 len: 168 time: 0.1179051 Sep 07 11:55:10.971934 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c776ed-d834-48dd-a896-f9b13c3fea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad89f4-b747-42b7-a48a-e55d1c24ed6a,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:11.696885 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665f46-7c39-494e-b0c4-f39b2e828b9d req-d0010446-d4cd-40d5-b49c-303f2d9a51f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:11.698344 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44665f46-7c39-494e-b0c4-f39b2e828b9d req-d0010446-d4cd-40d5-b49c-303f2d9a51f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Sep 07 11:55:11.734985 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44665f46-7c39-494e-b0c4-f39b2e828b9d req-49594df6-21a0-4ce1-b931-62432754c652 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Sep 07 11:55:12.878408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3980-f4be-457c-a358-95271ab7bd0e req-5ee62b05-789e-4682-9ab0-a1480c875397 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:12.882432 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d0f3980-f4be-457c-a358-95271ab7bd0e req-5ee62b05-789e-4682-9ab0-a1480c875397 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0648887 Sep 07 11:55:12.931248 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d0f3980-f4be-457c-a358-95271ab7bd0e req-529cb3f0-ffe5-4260-bccb-76745a811087 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Sep 07 11:55:14.060667 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0a955-23dc-4f7e-97c6-067ff0353efc req-7025dca2-5f87-467b-8134-80f4d2ab8670 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:14.062260 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-36d0a955-23dc-4f7e-97c6-067ff0353efc req-7025dca2-5f87-467b-8134-80f4d2ab8670 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0560164 Sep 07 11:55:14.100635 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-36d0a955-23dc-4f7e-97c6-067ff0353efc req-8ccf692a-7f7e-462a-9ec6-de11b8ee3ee0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Sep 07 11:55:15.233658 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2734d-c8f3-4363-956b-4d165aa5e0c0 req-93db61a1-0b14-42e3-a900-6ba1b3d74c03 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:15.235537 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91c2734d-c8f3-4363-956b-4d165aa5e0c0 req-93db61a1-0b14-42e3-a900-6ba1b3d74c03 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0572095 Sep 07 11:55:15.285916 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91c2734d-c8f3-4363-956b-4d165aa5e0c0 req-b06a559d-4e00-41de-a6b1-465ac71054d7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Sep 07 11:55:16.422975 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13063404-b260-4c03-9bd6-df65a6bf82b3 req-2dbdd196-9e51-42a0-80f1-902aab31e420 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:16.424440 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-13063404-b260-4c03-9bd6-df65a6bf82b3 req-2dbdd196-9e51-42a0-80f1-902aab31e420 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Sep 07 11:55:16.467216 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-13063404-b260-4c03-9bd6-df65a6bf82b3 req-cd05f967-8bc0-448f-91ae-40c4bca07938 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357542 Sep 07 11:55:17.620819 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780167-1e46-411a-aae0-6a836e028521 req-74ac2930-31b5-4f29-9516-ca069f766267 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:17.627414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-05780167-1e46-411a-aae0-6a836e028521 req-74ac2930-31b5-4f29-9516-ca069f766267 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0621941 Sep 07 11:55:17.664411 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-05780167-1e46-411a-aae0-6a836e028521 req-07b20e2d-12ef-4953-9fe2-ec0cdb7ecccc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357420 Sep 07 11:55:18.802951 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c385d6-2844-4947-ac0d-e17c2ed89870 req-1955cbae-a14e-4cf2-a0d3-145392ca4490 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:18.810035 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b9c385d6-2844-4947-ac0d-e17c2ed89870 req-1955cbae-a14e-4cf2-a0d3-145392ca4490 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0550070 Sep 07 11:55:18.849324 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b9c385d6-2844-4947-ac0d-e17c2ed89870 req-5a03672a-9a3f-4e34-92bb-6b438e344eca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384145 Sep 07 11:55:19.998098 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1155e7-c29b-4d41-98e0-0d87f0b7e2c3 req-541edc98-6ea3-41c2-a7fa-4108a357f9de tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:19.999766 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be1155e7-c29b-4d41-98e0-0d87f0b7e2c3 req-541edc98-6ea3-41c2-a7fa-4108a357f9de tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0614150 Sep 07 11:55:20.055928 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be1155e7-c29b-4d41-98e0-0d87f0b7e2c3 req-76c55a12-5f4d-4094-98bf-b19f1c52da26 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481896 Sep 07 11:55:21.183139 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2372619-07ca-4a6a-9d88-e48fc72ee408 req-03a931d9-84aa-4720-aee2-8879834bca42 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:21.184522 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b2372619-07ca-4a6a-9d88-e48fc72ee408 req-03a931d9-84aa-4720-aee2-8879834bca42 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0517735 Sep 07 11:55:21.221794 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b2372619-07ca-4a6a-9d88-e48fc72ee408 req-d50cb955-7afd-462a-bfd6-346673b67794 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Sep 07 11:55:22.338655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb704-6353-43d0-a7f0-c97a4c1b2015 req-8e421b4f-b529-4083-be0b-48a674f59961 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:22.340127 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-246eb704-6353-43d0-a7f0-c97a4c1b2015 req-8e421b4f-b529-4083-be0b-48a674f59961 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0478101 Sep 07 11:55:22.376936 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-246eb704-6353-43d0-a7f0-c97a4c1b2015 req-f89d2012-1e1b-41d1-8683-5eba7b964fc1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Sep 07 11:55:22.421136 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:55:23.038041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-07e6813c-2581-4935-9fbf-d9e07c873c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:23.039526 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-07e6813c-2581-4935-9fbf-d9e07c873c08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1099 time: 0.0401356 Sep 07 11:55:23.128784 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-43863005-5530-4928-8c89-cbaed59e64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:23.130137 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-43863005-5530-4928-8c89-cbaed59e64ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0826843 Sep 07 11:55:23.193068 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-d750b4cb-a214-4122-9ade-ad16f62350b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 1001 time: 0.0546346 Sep 07 11:55:23.242711 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-659b5cf9-3dba-4dec-b673-7f51c4b58a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:23.244113 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-659b5cf9-3dba-4dec-b673-7f51c4b58a01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0419290 Sep 07 11:55:23.292380 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-548d5671-510a-47ae-a4a3-f3980f5515dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:23.293837 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-548d5671-510a-47ae-a4a3-f3980f5515dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419650 Sep 07 11:55:23.382462 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-fb89117c-a157-454b-b62f-4e52c25640e6 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795422 Sep 07 11:55:23.475226 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f7e8d4db-74a3-48d1-afed-47225c308fa5 req-6fc34d17-0ddd-4272-ab3b-8d6643a9b034 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851276 Sep 07 11:55:23.496514 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e322f-b845-43b5-a40c-27315becec8a req-dae08ac1-e95c-4801-aa7d-06596807bc1d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:23.498041 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-338e322f-b845-43b5-a40c-27315becec8a req-dae08ac1-e95c-4801-aa7d-06596807bc1d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0506010 Sep 07 11:55:23.534832 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-338e322f-b845-43b5-a40c-27315becec8a req-463ac6ef-40d5-4426-9435-7703cd4ef058 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Sep 07 11:55:24.651244 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee02b-e157-4418-b2ea-05b96747c66e req-7e00050e-7838-437e-a925-3fb8e445d6a8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:24.652726 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6e1ee02b-e157-4418-b2ea-05b96747c66e req-7e00050e-7838-437e-a925-3fb8e445d6a8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Sep 07 11:55:24.692848 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6e1ee02b-e157-4418-b2ea-05b96747c66e req-d8c540ad-139d-414a-a089-7f4c62d7af68 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Sep 07 11:55:25.810843 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d63fc-8b27-4d61-87bf-14df8508e37d req-c2dc64ab-38c6-448e-9d59-e77a108aa77a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:25.812320 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d09d63fc-8b27-4d61-87bf-14df8508e37d req-c2dc64ab-38c6-448e-9d59-e77a108aa77a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Sep 07 11:55:25.850180 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d09d63fc-8b27-4d61-87bf-14df8508e37d req-cce3a25e-36a3-4a88-9473-48409b4c57f6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Sep 07 11:55:26.364810 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:55:26.399923 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [req-d563c016-d08f-4c0e-88fe-cad86ddacea7 req-5abd084c-2907-42fc-9a63-6e55e65e55a2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:55:26.401017 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d563c016-d08f-4c0e-88fe-cad86ddacea7 req-5abd084c-2907-42fc-9a63-6e55e65e55a2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954485 Sep 07 11:55:26.443011 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:26.468734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:55:26.471368 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532d6db5-a3ac-403f-aa53-68cd618d0a56" -d '{"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:55:26.498866 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:26.501486 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:26.525758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a0fd8-a637-4ae7-b5c5-00e0b29bc948 x-openstack-request-id: req-ab7a0fd8-a637-4ae7-b5c5-00e0b29bc948 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:55:26.526042 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-unplugged", "status": "failed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "code": 422}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:55:26.526288 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab7a0fd8-a637-4ae7-b5c5-00e0b29bc948 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:55:26.526687 dv-cinder-791281-10-iscsi neutron-server[105498]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'code': 422} returned with failed status Sep 07 11:55:26.553481 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=8']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:26.581687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6c80-5299-481f-9414-e566f03ff4c2 req-275acb08-f2e5-46d9-9a8f-7e38f844af1e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:26.583215 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e1d6c80-5299-481f-9414-e566f03ff4c2 req-275acb08-f2e5-46d9-9a8f-7e38f844af1e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0521038 Sep 07 11:55:26.625314 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e1d6c80-5299-481f-9414-e566f03ff4c2 req-cebe5bff-8993-4fe6-97d9-0c248851c99a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360656 Sep 07 11:55:26.824605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47460) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:55:26.908600 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-3c37622a-4f3e-4117-8457-5ff79ef6bf38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828726 Sep 07 11:55:26.918174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-4a66629e-f9b3-4f87-a421-252728aa8d43 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:55:26.919474 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-4a66629e-f9b3-4f87-a421-252728aa8d43 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052390 Sep 07 11:55:27.744121 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53521360-c52a-4fd5-a4ce-4c3020cabe43 req-56f6408e-d14a-4e9b-97e9-050b3bee44ef tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:27.745579 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-53521360-c52a-4fd5-a4ce-4c3020cabe43 req-56f6408e-d14a-4e9b-97e9-050b3bee44ef tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0474021 Sep 07 11:55:27.783136 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-53521360-c52a-4fd5-a4ce-4c3020cabe43 req-4430ae24-757c-4502-8e73-244b446169c5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Sep 07 11:55:28.049070 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-bf6c4e0f-daf3-43a3-87f2-f0b0b8620079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:28.430518 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-f8279f15-2953-4ff1-aa1a-cae99aa71426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.432082 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-f8279f15-2953-4ff1-aa1a-cae99aa71426 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 1097 time: 0.0694132 Sep 07 11:55:28.496454 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-c82273ee-406b-47a1-a762-adc7d262e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.497812 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-c82273ee-406b-47a1-a762-adc7d262e1da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1097 time: 0.0421567 Sep 07 11:55:28.586255 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-49bd993d-3f2a-4d00-93d0-66b20fd8b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.587818 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-49bd993d-3f2a-4d00-93d0-66b20fd8b65b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0822024 Sep 07 11:55:28.656327 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-8f9bff86-ac94-404c-aeb1-8fae1a31ad31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 999 time: 0.0608766 Sep 07 11:55:28.703142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-487ae1bf-ac09-4869-9a78-23f6f85b3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.704505 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-487ae1bf-ac09-4869-9a78-23f6f85b3a3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0410559 Sep 07 11:55:28.749492 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-433c4d4c-1789-4daa-bdc6-6369a29102d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.750915 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-433c4d4c-1789-4daa-bdc6-6369a29102d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379362 Sep 07 11:55:28.842128 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-9057f40f-d395-450f-a6e8-4cf875b5cba0 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Sep 07 11:55:28.953670 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f07fd-aa40-4e69-a58f-917a52863e9a req-47582e59-0558-4388-8b20-224e43f8902c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:28.955123 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-340f07fd-aa40-4e69-a58f-917a52863e9a req-47582e59-0558-4388-8b20-224e43f8902c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0988674 Sep 07 11:55:28.977183 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1f1cffce-2f13-42d2-8a34-37c284864537 req-06ab5f46-dc42-4bbf-ad9a-0ac0a05eb9cb service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279855 Sep 07 11:55:29.002723 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-340f07fd-aa40-4e69-a58f-917a52863e9a req-1ad75021-6470-43ad-9230-d4f8be8fa02e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Sep 07 11:55:30.124221 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96809-e6bb-4a85-99a8-a4191b5284b6 req-aa2af841-05f2-4373-b4c9-4a6abc7e0bc1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:30.125770 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fdd96809-e6bb-4a85-99a8-a4191b5284b6 req-aa2af841-05f2-4373-b4c9-4a6abc7e0bc1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0505941 Sep 07 11:55:30.169682 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fdd96809-e6bb-4a85-99a8-a4191b5284b6 req-a3517b9d-fbab-496a-85be-bfaf32e19010 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Sep 07 11:55:30.399766 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:55:30.783211 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a122124d-0bb0-442e-abad-cf466202cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:31.090457 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:31.290520 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba7c70-acf8-4f01-ada7-8fa83dbda5a1 req-0ea3f8ec-ce63-4c6d-9ae1-fd7ad102e8d0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:31.291992 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c0ba7c70-acf8-4f01-ada7-8fa83dbda5a1 req-0ea3f8ec-ce63-4c6d-9ae1-fd7ad102e8d0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0478060 Sep 07 11:55:31.334816 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c0ba7c70-acf8-4f01-ada7-8fa83dbda5a1 req-176ec7d3-4831-42a6-9baf-a043b4cd8f93 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369289 Sep 07 11:55:31.757133 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:32.455592 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef431-f6bd-42d8-815c-dd282c405b05 req-9419b5dd-10d0-4bb7-98ce-fbdd4b6e9f11 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:32.457038 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-101ef431-f6bd-42d8-815c-dd282c405b05 req-9419b5dd-10d0-4bb7-98ce-fbdd4b6e9f11 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0471799 Sep 07 11:55:32.500891 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-101ef431-f6bd-42d8-815c-dd282c405b05 req-1dbc9c53-a499-4392-b10f-20c3df5b0ea9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Sep 07 11:55:33.007484 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:33.358285 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:33.626271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71972ef-400e-460a-a020-a822d9c8265e req-bee96c93-31cb-44b1-9603-2ac3cb45f6b9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:33.627646 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d71972ef-400e-460a-a020-a822d9c8265e req-bee96c93-31cb-44b1-9603-2ac3cb45f6b9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0472949 Sep 07 11:55:33.667725 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d71972ef-400e-460a-a020-a822d9c8265e req-93171d79-1567-4e7f-bca1-01a683faef01 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Sep 07 11:55:34.792106 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e65cd6-6942-487e-ad8b-6aeed66c9aa5 req-1132f0c3-4d8b-418e-89d5-fa2477b3a755 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:34.793567 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-92e65cd6-6942-487e-ad8b-6aeed66c9aa5 req-1132f0c3-4d8b-418e-89d5-fa2477b3a755 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0475209 Sep 07 11:55:34.838744 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-92e65cd6-6942-487e-ad8b-6aeed66c9aa5 req-991c2828-3418-4c4c-8376-458c19a5807c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392294 Sep 07 11:55:35.965498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71b01-f927-41e4-bc40-7c5d7a4c88d1 req-9af8d2e4-696a-4ace-88dd-6aa2d5655bcd tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:35.966978 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ea71b01-f927-41e4-bc40-7c5d7a4c88d1 req-9af8d2e4-696a-4ace-88dd-6aa2d5655bcd tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0512853 Sep 07 11:55:36.004319 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ea71b01-f927-41e4-bc40-7c5d7a4c88d1 req-b0e4117d-c9f1-4e74-bd9e-573fa6136be6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Sep 07 11:55:37.124630 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e69b90-4856-48c4-ac69-0e2ada4848ed req-9eb0f233-925d-4b1a-95aa-aad62d117160 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:37.126170 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-45e69b90-4856-48c4-ac69-0e2ada4848ed req-9eb0f233-925d-4b1a-95aa-aad62d117160 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0504572 Sep 07 11:55:37.167186 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-45e69b90-4856-48c4-ac69-0e2ada4848ed req-9ade7696-3ff0-4dcf-bc20-a714340e2193 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Sep 07 11:55:38.285174 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15597399-e62a-4882-a46a-f33bb840a01e req-d823cf69-5021-4c66-8981-d23981bcd0d4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:38.286604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-15597399-e62a-4882-a46a-f33bb840a01e req-d823cf69-5021-4c66-8981-d23981bcd0d4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0472944 Sep 07 11:55:38.330044 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-15597399-e62a-4882-a46a-f33bb840a01e req-d1f255ed-dfb6-41d3-9d74-0c7612236c9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Sep 07 11:55:39.451357 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229749-7622-449b-a7d4-b6a9b3ffd725 req-79f851a2-7f46-4bc0-ab92-f5554f9c11fa tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:39.452820 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-98229749-7622-449b-a7d4-b6a9b3ffd725 req-79f851a2-7f46-4bc0-ab92-f5554f9c11fa tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0477295 Sep 07 11:55:39.501854 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-98229749-7622-449b-a7d4-b6a9b3ffd725 req-459d1363-e00d-42b1-ab3a-033318a1e135 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Sep 07 11:55:40.622801 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1a8ae-6d32-49f6-89b0-6892db328b21 req-e5a60dd8-d630-4e5d-bf94-5974b3fabbec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:40.624320 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64d1a8ae-6d32-49f6-89b0-6892db328b21 req-e5a60dd8-d630-4e5d-bf94-5974b3fabbec tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0491545 Sep 07 11:55:40.661202 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64d1a8ae-6d32-49f6-89b0-6892db328b21 req-fafca0ac-324a-419a-b1b3-d4e0a253564b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304000 Sep 07 11:55:41.786071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60afa7-fa73-45e0-bb7a-ef85189b0cac req-44c2099b-1b95-405a-8928-c59c5d00ce9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:41.788325 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-db60afa7-fa73-45e0-bb7a-ef85189b0cac req-44c2099b-1b95-405a-8928-c59c5d00ce9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0518689 Sep 07 11:55:41.825491 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-db60afa7-fa73-45e0-bb7a-ef85189b0cac req-c008cfcc-a788-4059-af1f-b2acaa69be59 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Sep 07 11:55:42.945632 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9c5e0-e633-44e6-9d43-e5a051782629 req-d09b60ea-5821-43ee-b887-30c520da71a3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:42.947104 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19b9c5e0-e633-44e6-9d43-e5a051782629 req-d09b60ea-5821-43ee-b887-30c520da71a3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0499721 Sep 07 11:55:42.983739 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19b9c5e0-e633-44e6-9d43-e5a051782629 req-22051156-1f13-4121-b68f-e3ef2ec4da6f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307779 Sep 07 11:55:44.103350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0247-82a4-4553-85f0-b56cedb01169 req-e3bb640a-4121-4e52-af93-b8b03aefc72e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:44.104799 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bdbd0247-82a4-4553-85f0-b56cedb01169 req-e3bb640a-4121-4e52-af93-b8b03aefc72e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0500517 Sep 07 11:55:44.141868 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bdbd0247-82a4-4553-85f0-b56cedb01169 req-afa9a307-a562-4d4d-a28b-3e924ccd202f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Sep 07 11:55:45.258970 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fdf76-a2a0-4b79-94d8-bf3c7b7fbe3b req-86c7097a-83b2-4882-bdde-c81c9f41e14e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:45.260429 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5a5fdf76-a2a0-4b79-94d8-bf3c7b7fbe3b req-86c7097a-83b2-4882-bdde-c81c9f41e14e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0481491 Sep 07 11:55:45.297092 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5a5fdf76-a2a0-4b79-94d8-bf3c7b7fbe3b req-88f85570-b1e3-4019-9c6e-2dc0a3906fd5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Sep 07 11:55:46.399007 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9e21a-2407-4f9c-9011-47dbe4140601 req-de4ebb7e-9194-4073-ad7c-1c6118efbb20 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:46.400605 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-48d9e21a-2407-4f9c-9011-47dbe4140601 req-de4ebb7e-9194-4073-ad7c-1c6118efbb20 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0507760 Sep 07 11:55:46.419014 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722afc41-c3ca-432b-a429-f49d89369b5f req-484e477c-b58f-41de-9f5f-1f185ecce203 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:46.420855 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722afc41-c3ca-432b-a429-f49d89369b5f req-484e477c-b58f-41de-9f5f-1f185ecce203 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0487673 Sep 07 11:55:46.438379 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-48d9e21a-2407-4f9c-9011-47dbe4140601 req-58f95a12-d5f0-4285-ba14-359b6761442f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Sep 07 11:55:46.458618 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722afc41-c3ca-432b-a429-f49d89369b5f req-3e5c94e2-46c7-4f13-9637-f054da4b05af tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Sep 07 11:55:47.556042 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cbbfd-cfce-4a78-b348-b7c2525ab5ce req-551d99d2-5aa0-4ae9-86af-5d0675118233 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:47.558168 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bb3cbbfd-cfce-4a78-b348-b7c2525ab5ce req-551d99d2-5aa0-4ae9-86af-5d0675118233 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0524838 Sep 07 11:55:47.575338 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64878b7-03fc-4ae6-b213-afcf4780eecd req-e11b6b27-82d7-4815-8e6e-66c451028e9b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:47.576812 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a64878b7-03fc-4ae6-b213-afcf4780eecd req-e11b6b27-82d7-4815-8e6e-66c451028e9b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0477443 Sep 07 11:55:47.597073 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bb3cbbfd-cfce-4a78-b348-b7c2525ab5ce req-22c15553-ea6c-4619-adb3-84f8892e1c00 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Sep 07 11:55:47.615786 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a64878b7-03fc-4ae6-b213-afcf4780eecd req-322fc371-5548-44b3-bd3a-d8c613dae710 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Sep 07 11:55:48.712044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adbecf-31e2-4b9c-bfb1-fac0e0c417d1 req-b20ff9ba-7ce5-409e-9c5f-01ddbbe44d31 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:48.713535 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-87adbecf-31e2-4b9c-bfb1-fac0e0c417d1 req-b20ff9ba-7ce5-409e-9c5f-01ddbbe44d31 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0490823 Sep 07 11:55:48.738066 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb39094-32fd-496d-979c-96b13b01a87a req-18eeed91-961d-4516-8daf-911f63f3812f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:48.739568 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fdb39094-32fd-496d-979c-96b13b01a87a req-18eeed91-961d-4516-8daf-911f63f3812f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0506582 Sep 07 11:55:48.751810 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-87adbecf-31e2-4b9c-bfb1-fac0e0c417d1 req-0eda4523-da4a-4cb3-b623-16c0dcb0de4e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Sep 07 11:55:48.779378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fdb39094-32fd-496d-979c-96b13b01a87a req-607a0096-b9c7-459e-bd67-b00a86c751ae tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Sep 07 11:55:49.867788 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8367140-47ab-4fc8-a902-6a31f7b95b6b req-c1fbba5e-7000-460c-85de-367d2c8325d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:49.869353 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8367140-47ab-4fc8-a902-6a31f7b95b6b req-c1fbba5e-7000-460c-85de-367d2c8325d2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0506601 Sep 07 11:55:49.898158 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc47d-a55c-4b0e-9cdf-e1c43c2e5afa req-0241ddcb-13e7-45d3-b246-c3e003d58780 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:49.899680 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b3ecc47d-a55c-4b0e-9cdf-e1c43c2e5afa req-0241ddcb-13e7-45d3-b246-c3e003d58780 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0498753 Sep 07 11:55:49.908203 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a8367140-47ab-4fc8-a902-6a31f7b95b6b req-43e47b95-631c-4a80-b0b2-33fc84d6cab3 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326786 Sep 07 11:55:49.937003 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b3ecc47d-a55c-4b0e-9cdf-e1c43c2e5afa req-65d234f3-f5b1-4883-b071-1a27a5291069 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Sep 07 11:55:51.023647 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bc002-19b6-4380-915d-e900a3e2ddb3 req-9095c52b-c251-457a-b542-ab8575afc539 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:51.025132 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba5bc002-19b6-4380-915d-e900a3e2ddb3 req-9095c52b-c251-457a-b542-ab8575afc539 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0520859 Sep 07 11:55:51.054620 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f7ca4-6634-40ce-aaab-0ab3f1e789c3 req-5597743b-ecf0-4e27-9ad3-9f408136a971 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:51.056117 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-385f7ca4-6634-40ce-aaab-0ab3f1e789c3 req-5597743b-ecf0-4e27-9ad3-9f408136a971 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0477755 Sep 07 11:55:51.062660 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba5bc002-19b6-4380-915d-e900a3e2ddb3 req-e6bac2d0-1e2f-40ac-bbe8-6133760d5516 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Sep 07 11:55:51.093261 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-385f7ca4-6634-40ce-aaab-0ab3f1e789c3 req-d3e29370-c985-4bac-8f49-3fd8ec2bcbc4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Sep 07 11:55:52.182012 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45973b1d-0065-4f32-80a4-c4ab1a64b8c3 req-ef89c9a1-5c7c-4f3b-826e-6765afab83c6 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:52.183533 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-45973b1d-0065-4f32-80a4-c4ab1a64b8c3 req-ef89c9a1-5c7c-4f3b-826e-6765afab83c6 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0551050 Sep 07 11:55:52.220912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-45973b1d-0065-4f32-80a4-c4ab1a64b8c3 req-d2d3a072-d0ed-4e27-aec5-a63355900d1d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Sep 07 11:55:52.221693 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98f69-3af3-460b-8057-ea6ebfcb80d8 req-ea7a5f6e-95af-4879-a2ae-63bc4aef98e9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:52.223290 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-afd98f69-3af3-460b-8057-ea6ebfcb80d8 req-ea7a5f6e-95af-4879-a2ae-63bc4aef98e9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0515306 Sep 07 11:55:52.260283 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-afd98f69-3af3-460b-8057-ea6ebfcb80d8 req-f3ec1437-d313-443e-b40f-47c08ac5482f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306425 Sep 07 11:55:53.334218 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027708f4-addb-44a1-a327-911ba370c64f req-4b86b00f-74ba-4b58-9cf7-b201e3524ae1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:53.335727 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-027708f4-addb-44a1-a327-911ba370c64f req-4b86b00f-74ba-4b58-9cf7-b201e3524ae1 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0487595 Sep 07 11:55:53.373856 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-027708f4-addb-44a1-a327-911ba370c64f req-c290c7b4-0c35-4f61-9d42-1ffd3fe89ec6 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Sep 07 11:55:53.378552 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52d39b-31cd-490e-988c-e07a1258e46c req-8c597fd1-6f03-4258-a254-55a93c62e581 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:53.380064 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf52d39b-31cd-490e-988c-e07a1258e46c req-8c597fd1-6f03-4258-a254-55a93c62e581 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0484576 Sep 07 11:55:53.416801 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cf52d39b-31cd-490e-988c-e07a1258e46c req-75f0cfec-729f-48eb-b6e5-8451b8ec2e97 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Sep 07 11:55:54.489167 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60557ec8-b0c9-4b0f-9a5e-f81c608625dc req-c004fd3c-9aba-476e-8ec2-b01094a38b38 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:54.490552 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-60557ec8-b0c9-4b0f-9a5e-f81c608625dc req-c004fd3c-9aba-476e-8ec2-b01094a38b38 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0510240 Sep 07 11:55:54.527758 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:55:54.530242 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-60557ec8-b0c9-4b0f-9a5e-f81c608625dc req-5719fcbc-44c0-4151-8085-653733af6769 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Sep 07 11:55:54.542930 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c59548-cbe5-4868-b84a-9aa4cd202862 req-36573d7d-6010-4d6a-86f5-1bc16d8ca7bc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:54.544668 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f8c59548-cbe5-4868-b84a-9aa4cd202862 req-36573d7d-6010-4d6a-86f5-1bc16d8ca7bc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 944 time: 0.0562150 Sep 07 11:55:54.582814 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f8c59548-cbe5-4868-b84a-9aa4cd202862 req-968119af-a043-4ea7-8ea0-3800dce19e43 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Sep 07 11:55:54.624566 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:54.635879 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'mac_address': 'fa:16:3e:8c:e3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:55:54.670383 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:54.682910 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:55:54.701658 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:54.705299 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:54.750046 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=9']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:55.147593 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['2cf3a18f-7c3e-4728-9525-a4e164673919'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:55:55.642700 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16fba1-2601-49aa-a8fc-50f9cf080e88 req-12a07515-4f0d-4d68-b880-5d99a73b88af tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:55.644313 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae16fba1-2601-49aa-a8fc-50f9cf080e88 req-12a07515-4f0d-4d68-b880-5d99a73b88af tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0485075 Sep 07 11:55:55.681795 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae16fba1-2601-49aa-a8fc-50f9cf080e88 req-766f5162-c67f-4075-88fb-f2657af186d7 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Sep 07 11:55:55.702349 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ee257-3363-413e-be93-85be3abc325c req-28f217c2-54a4-4a77-9e10-244f04b554b8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:55.703849 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5e8ee257-3363-413e-be93-85be3abc325c req-28f217c2-54a4-4a77-9e10-244f04b554b8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Sep 07 11:55:55.740927 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5e8ee257-3363-413e-be93-85be3abc325c req-5b4d12da-cc70-4b00-bf07-7a05f5b17255 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Sep 07 11:55:56.540277 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:55:56.586821 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 2cf3a18f-7c3e-4728-9525-a4e164673919 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:55:56.587195 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:56.665061 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-b1b58c7c-ab96-45e1-8c40-ca12133ff484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:56.666578 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-b1b58c7c-ab96-45e1-8c40-ca12133ff484 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0814464 Sep 07 11:55:56.667101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:56.689566 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:55:56.691873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c939e953-64c0-4704-9264-d11f16cc5a32" -d '{"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:55:56.706394 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:55:56.712628 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:56.769306 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=10']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:55:56.779966 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-0543cc7c-7c33-4970-b89f-e4a6dd763ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:56.781731 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-0543cc7c-7c33-4970-b89f-e4a6dd763ec3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.1080391 Sep 07 11:55:56.804437 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96697e18-ea9c-4cd7-bbbb-2faa571a01fd req-bce5949f-6c82-4a3c-bbce-1b2539476a27 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:56.805948 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-96697e18-ea9c-4cd7-bbbb-2faa571a01fd req-bce5949f-6c82-4a3c-bbce-1b2539476a27 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0510738 Sep 07 11:55:56.811650 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7489e2d-fbeb-42a4-9a53-5a5387f0b694 x-openstack-request-id: req-d7489e2d-fbeb-42a4-9a53-5a5387f0b694 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:55:56.812221 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:55:56.812524 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7489e2d-fbeb-42a4-9a53-5a5387f0b694 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:55:56.813028 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'code': 200} Sep 07 11:55:56.849764 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-96697e18-ea9c-4cd7-bbbb-2faa571a01fd req-57c81dd2-1ef7-4e95-941c-a38547c9d037 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Sep 07 11:55:56.861165 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-412b8168-5a41-4f8b-88bc-b4442501b3e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 1001 time: 0.0713246 Sep 07 11:55:56.942511 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-55b0b597-f1fc-4587-8ca0-cbdff32c0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:56.943993 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-55b0b597-f1fc-4587-8ca0-cbdff32c0918 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0736549 Sep 07 11:55:56.955804 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ccf25-2118-4947-883e-915b08196007 req-43d5587a-a5d1-45ef-93b5-2edf5ac2897a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:56.957146 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b83ccf25-2118-4947-883e-915b08196007 req-43d5587a-a5d1-45ef-93b5-2edf5ac2897a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0795076 Sep 07 11:55:57.015564 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b83ccf25-2118-4947-883e-915b08196007 req-93c28620-c8f6-4b95-9c69-7b7c61004506 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505452 Sep 07 11:55:57.020415 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-8980820d-e720-4afb-992d-dc0b795a95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:57.021820 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-8980820d-e720-4afb-992d-dc0b795a95f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0638657 Sep 07 11:55:57.117971 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-a6043df2-9ff5-4cf5-88d2-a5d5e13eed2d service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Sep 07 11:55:57.206560 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2153437a-bbb1-46c1-97f1-a487a68be503 req-01956706-e674-49cb-8953-e95d1fdc39ab service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806584 Sep 07 11:55:57.370907 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0c151-e140-4889-8d8e-c1bf66fe4bc1 req-ffd2c3e2-686a-451b-bd94-12bf17298f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:57.372248 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-efe0c151-e140-4889-8d8e-c1bf66fe4bc1 req-ffd2c3e2-686a-451b-bd94-12bf17298f7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1100 time: 0.0429392 Sep 07 11:55:57.408531 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-efe0c151-e140-4889-8d8e-c1bf66fe4bc1 req-ee4e849a-099a-4133-ae8f-57a69ea6bad9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274837 Sep 07 11:55:57.965171 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495637-1d8e-46ca-af3f-89c8aabff76d req-0a51047d-222c-4e5e-9d3e-8f12c3e1f20c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:57.966658 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-41495637-1d8e-46ca-af3f-89c8aabff76d req-0a51047d-222c-4e5e-9d3e-8f12c3e1f20c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0478771 Sep 07 11:55:58.002545 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-41495637-1d8e-46ca-af3f-89c8aabff76d req-def79353-9531-4939-b9f2-6060a4ce3a2f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Sep 07 11:55:58.049299 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5fcc96d0-afab-4aac-9554-58aee5f7bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:55:58.135331 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9c215-f55e-48bf-a831-fa8c6a99839e req-96c72ef8-a11e-40a0-a571-05aba2623814 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:58.136788 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-83f9c215-f55e-48bf-a831-fa8c6a99839e req-96c72ef8-a11e-40a0-a571-05aba2623814 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0499954 Sep 07 11:55:58.175319 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-83f9c215-f55e-48bf-a831-fa8c6a99839e req-3959a35c-79d2-470f-85cb-f7d6fe86438b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Sep 07 11:55:59.121823 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751c30a-c2bb-4c5a-8dd8-8fbd7e1aecc0 req-a27f75e4-49ef-4624-b188-24ac73ba2617 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:59.123315 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8751c30a-c2bb-4c5a-8dd8-8fbd7e1aecc0 req-a27f75e4-49ef-4624-b188-24ac73ba2617 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0540354 Sep 07 11:55:59.165240 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8751c30a-c2bb-4c5a-8dd8-8fbd7e1aecc0 req-9960b4a1-d157-4717-89c4-8c7d56e27386 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361643 Sep 07 11:55:59.298061 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25189bcf-7ef6-42d8-a428-ea0ba96d3278 req-a68f8ae4-2f9e-45c0-baee-8556411f137e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:55:59.299836 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25189bcf-7ef6-42d8-a428-ea0ba96d3278 req-a68f8ae4-2f9e-45c0-baee-8556411f137e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0512600 Sep 07 11:55:59.347148 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-25189bcf-7ef6-42d8-a428-ea0ba96d3278 req-9b903cba-375a-4097-8eaf-a39d4d9c396e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Sep 07 11:55:59.420214 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:56:00.283672 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3636-50be-41d6-8906-e6c2b838aafe req-e0e2cb78-e95d-4d30-85cc-ae527f576153 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:00.285129 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b3bd3636-50be-41d6-8906-e6c2b838aafe req-e0e2cb78-e95d-4d30-85cc-ae527f576153 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0481143 Sep 07 11:56:00.323622 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b3bd3636-50be-41d6-8906-e6c2b838aafe req-b1e5de71-7f0a-451b-9d64-6e471c9e3044 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Sep 07 11:56:00.438172 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-22f0c593-11d3-4780-9ac5-05a4bc1b6358 req-733e39b2-3d08-4b69-b48e-2a9a880a813d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:56:00.439341 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-22f0c593-11d3-4780-9ac5-05a4bc1b6358 req-733e39b2-3d08-4b69-b48e-2a9a880a813d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498872 Sep 07 11:56:00.467811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb607de-ed37-46f7-8858-5670e3cefc96 req-33505048-ee07-42b7-9e75-7e80c4ce14b3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:00.469197 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-edb607de-ed37-46f7-8858-5670e3cefc96 req-33505048-ee07-42b7-9e75-7e80c4ce14b3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0478601 Sep 07 11:56:00.506381 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-edb607de-ed37-46f7-8858-5670e3cefc96 req-e14ff96b-2ba3-4a3e-940d-671232bbf93e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Sep 07 11:56:00.784946 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-23403035-1b26-43a2-b9a2-b2ce9ddedb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:01.090726 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:01.584035 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-729bdee9-dbc9-4904-b53f-df62f729278d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427914 Sep 07 11:56:01.765277 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:01.837640 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615f4a2-116b-43df-ac09-6d411c7575ec req-b1c5e5d6-b295-4b30-8a61-79123888dbfa tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:01.839709 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b615f4a2-116b-43df-ac09-6d411c7575ec req-b1c5e5d6-b295-4b30-8a61-79123888dbfa tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.2768035 Sep 07 11:56:01.879649 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b615f4a2-116b-43df-ac09-6d411c7575ec req-4ad4b602-9a33-43dd-9125-70f7fe16cadc tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327492 Sep 07 11:56:02.558586 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:56:02.639138 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:02.660500 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:56:02.662947 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e7d03-a23a-4c9b-aa3c-eaf341994315" -d '{"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:56:02.675584 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:56:02.679428 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:02.702722 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62607f4-03c2-48e6-8f63-52d4288f1e10 x-openstack-request-id: req-c62607f4-03c2-48e6-8f63-52d4288f1e10 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:56:02.703031 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:56:02.703277 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c62607f4-03c2-48e6-8f63-52d4288f1e10 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:56:02.703655 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'code': 200} Sep 07 11:56:02.727522 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=6']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:02.918498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-c67f25f3-c9b6-4a16-ba54-7c03de808c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:02.920072 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-c67f25f3-c9b6-4a16-ba54-7c03de808c66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b&tenant_id=91ba73d6b26842dfb27bca69e4066fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0495017 Sep 07 11:56:02.987172 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-0366753a-3095-48ca-bded-c3cb7c32b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:02.988545 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-0366753a-3095-48ca-bded-c3cb7c32b051 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1097 time: 0.0448618 Sep 07 11:56:02.993130 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02073e-17fa-49c5-9ef2-07a9be2be98e req-dc9fe193-7707-40f6-a541-5c8bb22adc5d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:02.995206 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5d02073e-17fa-49c5-9ef2-07a9be2be98e req-dc9fe193-7707-40f6-a541-5c8bb22adc5d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0470631 Sep 07 11:56:03.004390 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:03.032666 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5d02073e-17fa-49c5-9ef2-07a9be2be98e req-cf827aa6-5596-4b8a-900d-0cb849ab03ae tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310783 Sep 07 11:56:03.083064 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-d9a1b1c1-e48b-4aa2-a6a7-a4d776700c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:03.084569 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-d9a1b1c1-e48b-4aa2-a6a7-a4d776700c3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.0883248 Sep 07 11:56:03.148195 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-40824745-a8ac-4e94-b8ee-d8ed48c44463 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 999 time: 0.0551472 Sep 07 11:56:03.197936 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-4ce7f30b-ace0-48dc-a4a8-1f841b8002e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:03.199348 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-4ce7f30b-ace0-48dc-a4a8-1f841b8002e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0420744 Sep 07 11:56:03.248365 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-51b3262c-bd1b-44af-8e80-f1e3e729feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:03.249724 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-51b3262c-bd1b-44af-8e80-f1e3e729feb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419915 Sep 07 11:56:03.337043 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-47af7e8a-7621-4b90-9d4f-36cc40696f4b service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792003 Sep 07 11:56:03.358199 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:03.428965 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7b8bbbe6-2538-4ef9-8b1e-0feefb73d8f0 req-620584ff-0182-44eb-814f-696df13cbb7d service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845127 Sep 07 11:56:04.151705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49c63-0bd6-4eea-b6f3-02066e030e11 req-1816eb5a-5b09-4199-9be1-7f749b6eace8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:04.153085 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65b49c63-0bd6-4eea-b6f3-02066e030e11 req-1816eb5a-5b09-4199-9be1-7f749b6eace8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0482283 Sep 07 11:56:04.189333 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65b49c63-0bd6-4eea-b6f3-02066e030e11 req-091dcc08-25a4-440e-85cb-8ce62aa099c2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Sep 07 11:56:05.304260 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1acd-1563-4ecc-956a-cff872ac6fd5 req-3df6d440-842e-43f7-b6fb-9e4717148bbf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:05.305730 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ecbc1acd-1563-4ecc-956a-cff872ac6fd5 req-3df6d440-842e-43f7-b6fb-9e4717148bbf tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0510247 Sep 07 11:56:05.343291 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ecbc1acd-1563-4ecc-956a-cff872ac6fd5 req-7adc7cb8-77b2-4eea-b8a6-a6dd881ed307 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Sep 07 11:56:06.152642 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-cc29446b-8e26-419f-bdc2-fc329b68dcda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382049 Sep 07 11:56:06.216671 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-379348dc-0502-473c-8ce7-68874bc17b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:06.218104 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-379348dc-0502-473c-8ce7-68874bc17b93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 1100 time: 0.0429168 Sep 07 11:56:06.318552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-f0a67cf4-215f-40e9-9a79-e3bd40e2b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:06.320018 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-f0a67cf4-215f-40e9-9a79-e3bd40e2b71e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0824213 Sep 07 11:56:06.392024 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-6200edb3-1d12-41c9-9369-4879250f89ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 200 len: 1001 time: 0.0607712 Sep 07 11:56:06.469071 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-b8476bb8-e91e-4257-927e-ab56109b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:06.470525 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-b8476bb8-e91e-4257-927e-ab56109b9df0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0709953 Sep 07 11:56:06.482604 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2af50-7e22-447e-8ecc-bedd513b019b req-8175ab13-6b0e-477a-b005-97004dd4b12a tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:06.483964 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-efb2af50-7e22-447e-8ecc-bedd513b019b req-8175ab13-6b0e-477a-b005-97004dd4b12a tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0753250 Sep 07 11:56:06.550000 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-efb2af50-7e22-447e-8ecc-bedd513b019b req-00b027ee-a87a-4e1d-afe7-927035a33c7b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572720 Sep 07 11:56:06.552615 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-7e6d40c9-61da-4561-9329-c74cb291cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:06.554049 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-7e6d40c9-61da-4561-9329-c74cb291cd7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692270 Sep 07 11:56:06.642951 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-9f0b555e-f48b-4d55-adf3-f6272bb28ff0 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805137 Sep 07 11:56:06.738282 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d382da70-7736-4cb5-a93f-dc5d0530fcec req-77189c77-3166-42e1-be9e-f0cc99d11b27 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818882 Sep 07 11:56:07.666552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f6348-3489-416a-a06b-4eb8aafbe663 req-216c1064-2c79-4203-a98b-5537e01b4a6b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:07.668539 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dd7f6348-3489-416a-a06b-4eb8aafbe663 req-216c1064-2c79-4203-a98b-5537e01b4a6b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0482848 Sep 07 11:56:07.704811 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dd7f6348-3489-416a-a06b-4eb8aafbe663 req-1baae311-3cf4-44d9-9a00-8f5867ed5fcd tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304534 Sep 07 11:56:08.378383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9642f2-f1de-4e1b-b988-753aa89484b5 req-5c8f91e0-743a-4f99-8af9-15ae435b4b9c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:08.379985 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4f9642f2-f1de-4e1b-b988-753aa89484b5 req-5c8f91e0-743a-4f99-8af9-15ae435b4b9c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 07 11:56:08.421454 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4f9642f2-f1de-4e1b-b988-753aa89484b5 req-c8770831-b051-446f-8c81-4491e34ac094 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350096 Sep 07 11:56:08.826459 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e1c7-fe89-4b8d-8b0b-fe29c6332d90 req-132954d8-8112-4113-9228-69387634c126 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:08.828047 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f900e1c7-fe89-4b8d-8b0b-fe29c6332d90 req-132954d8-8112-4113-9228-69387634c126 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0523303 Sep 07 11:56:08.865297 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f900e1c7-fe89-4b8d-8b0b-fe29c6332d90 req-ef152837-a3f6-4219-8bc4-64fa5d6fe5da tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Sep 07 11:56:09.535896 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d0d4-8470-4396-8dd3-04ccc3b272c1 req-5dec3a6e-9ac4-4c04-9263-8bb4d81869a1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:09.537323 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4715d0d4-8470-4396-8dd3-04ccc3b272c1 req-5dec3a6e-9ac4-4c04-9263-8bb4d81869a1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0472026 Sep 07 11:56:09.573594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4715d0d4-8470-4396-8dd3-04ccc3b272c1 req-6aed0616-ba51-464d-904e-804929059bf8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299587 Sep 07 11:56:09.983955 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96e6f-6ca0-4c91-bd7f-ae1e05f378ab req-74edd5c2-6bce-426a-91eb-d682568d399a tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:09.985408 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e5f96e6f-6ca0-4c91-bd7f-ae1e05f378ab req-74edd5c2-6bce-426a-91eb-d682568d399a tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0475662 Sep 07 11:56:10.020987 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e5f96e6f-6ca0-4c91-bd7f-ae1e05f378ab req-483370d6-0b94-41c4-97fa-b3ecc9f371f0 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298276 Sep 07 11:56:10.689243 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4ca2f-79b3-4f83-b1c5-b69cb8c9c54d req-7e8dc2a6-e35b-404e-a845-7645ce980ee0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:10.690679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ba4ca2f-79b3-4f83-b1c5-b69cb8c9c54d req-7e8dc2a6-e35b-404e-a845-7645ce980ee0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0473857 Sep 07 11:56:10.726691 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ba4ca2f-79b3-4f83-b1c5-b69cb8c9c54d req-97deadb4-127b-4c64-a605-4fdc96145977 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Sep 07 11:56:11.132057 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0d484-54ad-48cc-9c77-a5ad05dfe8d3 req-6a99e6cd-9b7f-462d-a3a1-52cd30d8767f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:11.133681 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-37e0d484-54ad-48cc-9c77-a5ad05dfe8d3 req-6a99e6cd-9b7f-462d-a3a1-52cd30d8767f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0474541 Sep 07 11:56:11.170291 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-37e0d484-54ad-48cc-9c77-a5ad05dfe8d3 req-3e8d82c6-dbf3-4f15-a038-d05f8e6f5f11 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302382 Sep 07 11:56:11.836926 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee8e9-2603-4046-8c75-a6f1875e276f req-8be73c7a-7a3d-4ff8-871c-114a14998cbe tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:11.838561 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-607ee8e9-2603-4046-8c75-a6f1875e276f req-8be73c7a-7a3d-4ff8-871c-114a14998cbe tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0471773 Sep 07 11:56:11.883062 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-607ee8e9-2603-4046-8c75-a6f1875e276f req-2d3ddea1-1992-4159-b006-b22c0aff53b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Sep 07 11:56:12.283998 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba468682-1659-4a88-8ab3-e92fa3949bfa req-60023d80-4e42-47a5-aab7-f57f9e527a63 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:12.285456 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ba468682-1659-4a88-8ab3-e92fa3949bfa req-60023d80-4e42-47a5-aab7-f57f9e527a63 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 944 time: 0.0514207 Sep 07 11:56:12.322521 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ba468682-1659-4a88-8ab3-e92fa3949bfa req-eb35ba23-5e56-4e74-bf09-c7679d1f5328 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312054 Sep 07 11:56:12.582939 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:56:12.676085 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:56:12.686878 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '71726a98-4b68-483d-8adc-797e65de53d0', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'port_id': '71726a98-4b68-483d-8adc-797e65de53d0', 'mac_address': 'fa:16:3e:a6:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:56:12.722466 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:12.734382 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71726a98-4b68-483d-8adc-797e65de53d0 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:56:12.752334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:56:12.756326 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:12.805968 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=7']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:12.812683 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.813057 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.813402 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.813736 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.814064 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.814393 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.814718 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.815068 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.815393 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.815714 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.816034 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:12.816352 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:13.004792 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090461ad-56c7-40e0-9c86-5de22cad7847 req-5d70b34d-d6b7-4c82-984c-8387e8009a07 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.006662 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-090461ad-56c7-40e0-9c86-5de22cad7847 req-5d70b34d-d6b7-4c82-984c-8387e8009a07 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0570107 Sep 07 11:56:13.049078 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-090461ad-56c7-40e0-9c86-5de22cad7847 req-39a75772-80ea-4dc7-924e-728e61b87cf6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340796 Sep 07 11:56:13.091246 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406b9b2-fdd8-4694-bde7-f49bc8621feb req-31788ae4-c9bf-497a-8753-92f438e1faa0 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.092744 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2406b9b2-fdd8-4694-bde7-f49bc8621feb req-31788ae4-c9bf-497a-8753-92f438e1faa0 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0813582 Sep 07 11:56:13.097595 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57616722-279d-4346-9c1e-8a0426dc2406 req-a6791ced-261c-44bb-8475-61355cbe98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.099011 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-a6791ced-261c-44bb-8475-61355cbe98b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1137 time: 0.0606825 Sep 07 11:56:13.158594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2406b9b2-fdd8-4694-bde7-f49bc8621feb req-3a2da743-f413-4f9d-ab2b-f6d99fa0d7fb tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585713 Sep 07 11:56:13.213214 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57616722-279d-4346-9c1e-8a0426dc2406 req-72920d0e-1983-484b-9718-1f28774f1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.214707 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-72920d0e-1983-484b-9718-1f28774f1197 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 916 time: 0.1023955 Sep 07 11:56:13.253489 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['71726a98-4b68-483d-8adc-797e65de53d0'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:56:13.285545 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-1d3194d9-abb4-4b9a-9e3e-13f478336bb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 1001 time: 0.0592291 Sep 07 11:56:13.341757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57616722-279d-4346-9c1e-8a0426dc2406 req-881342ab-02cf-449a-9d05-ee4fcce8797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.343261 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-881342ab-02cf-449a-9d05-ee4fcce8797c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0476813 Sep 07 11:56:13.398890 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57616722-279d-4346-9c1e-8a0426dc2406 req-3799d735-0951-4d15-8a7a-1bdb025e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.400391 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-3799d735-0951-4d15-8a7a-1bdb025e007b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441868 Sep 07 11:56:13.437167 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b572-3b6c-484b-9c5c-146de85159d7 req-21832c10-6569-400b-a68b-7233b944ae3c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:13.439319 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1d14b572-3b6c-484b-9c5c-146de85159d7 req-21832c10-6569-400b-a68b-7233b944ae3c tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 945 time: 0.0489907 Sep 07 11:56:13.480596 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1d14b572-3b6c-484b-9c5c-146de85159d7 req-a84f9b9d-3a54-42c9-8bd6-3681acbd2e5f tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Sep 07 11:56:13.503075 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-23e66a4f-8171-457e-ae99-5dfbb5046e68 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866590 Sep 07 11:56:13.595917 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57616722-279d-4346-9c1e-8a0426dc2406 req-6bee0a14-6d4f-454e-b6fa-f3b827e99c3d service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829151 Sep 07 11:56:14.170968 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e722b-01f1-4a3f-b365-22c1aa324c44 req-235052a8-621b-4168-b673-2678cd063ca3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:14.172331 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-870e722b-01f1-4a3f-b365-22c1aa324c44 req-235052a8-621b-4168-b673-2678cd063ca3 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Sep 07 11:56:14.209458 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-870e722b-01f1-4a3f-b365-22c1aa324c44 req-80e46ff7-e55f-4b5c-a811-c087d574fa43 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313444 Sep 07 11:56:14.278037 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81738a02-a505-4706-8d2c-d22d9665fa59 req-f184d902-a582-4a22-b626-340b32822d6b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:14.279534 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-81738a02-a505-4706-8d2c-d22d9665fa59 req-f184d902-a582-4a22-b626-340b32822d6b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0517395 Sep 07 11:56:14.318390 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-81738a02-a505-4706-8d2c-d22d9665fa59 req-4418df5b-3545-4e1e-8a1d-8fd790973e17 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328412 Sep 07 11:56:14.594437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3fd8-85b1-46af-91d7-c67a8b571bc0 req-a38e13ab-cc14-443d-a3e1-7dbfa7cc6e94 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:14.595910 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e0ac3fd8-85b1-46af-91d7-c67a8b571bc0 req-a38e13ab-cc14-443d-a3e1-7dbfa7cc6e94 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 945 time: 0.0478375 Sep 07 11:56:14.608885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:56:14.638237 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e0ac3fd8-85b1-46af-91d7-c67a8b571bc0 req-dc6c30ec-97bd-4384-9d4d-9daaff345880 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Sep 07 11:56:14.656024 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 71726a98-4b68-483d-8adc-797e65de53d0 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:56:14.656393 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:14.728961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:14.751019 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:56:14.753227 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9b76f-7e18-46f6-a503-848087e2200a" -d '{"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:56:14.766150 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:56:14.770238 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:14.795815 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147fe48b-4082-4de1-8faf-b7decac89ead x-openstack-request-id: req-147fe48b-4082-4de1-8faf-b7decac89ead {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:56:14.796104 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:56:14.796354 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-147fe48b-4082-4de1-8faf-b7decac89ead {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:56:14.796733 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'code': 200} Sep 07 11:56:14.821675 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=8']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:15.064644 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93f44-5c8d-458e-a53c-bf4bd5106151 req-98620c17-6210-4fe7-9b46-f21820ecee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:15.066109 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9cb93f44-5c8d-458e-a53c-bf4bd5106151 req-98620c17-6210-4fe7-9b46-f21820ecee62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0391459 Sep 07 11:56:15.103836 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9cb93f44-5c8d-458e-a53c-bf4bd5106151 req-ce1e6d41-2a99-483b-9344-ebc323f9c8d0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261433 Sep 07 11:56:15.322687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3db0d-fa6e-4e8f-8b51-88212038131e req-ee095b50-854d-4bf1-8ee6-a3c96f2c35af tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:15.324127 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-94b3db0d-fa6e-4e8f-8b51-88212038131e req-ee095b50-854d-4bf1-8ee6-a3c96f2c35af tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Sep 07 11:56:15.362119 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-94b3db0d-fa6e-4e8f-8b51-88212038131e req-c3e101a1-f9c9-46a1-ae32-dc04d00c8881 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Sep 07 11:56:15.434952 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14e53c-af29-4b1d-902c-2be3cb7eefd8 req-23275560-fecb-4fe4-9dbd-97389aca26e2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:15.436423 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-da14e53c-af29-4b1d-902c-2be3cb7eefd8 req-23275560-fecb-4fe4-9dbd-97389aca26e2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0490530 Sep 07 11:56:15.474848 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-da14e53c-af29-4b1d-902c-2be3cb7eefd8 req-2df01ffd-4039-464b-9533-11183ed5a45a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325520 Sep 07 11:56:15.749032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabeded-1306-4209-9163-4007d25ac2ec req-c9b83756-bbac-4d9d-a920-b3cd45079fb0 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:15.750510 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1cabeded-1306-4209-9163-4007d25ac2ec req-c9b83756-bbac-4d9d-a920-b3cd45079fb0 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0475721 Sep 07 11:56:15.790147 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1cabeded-1306-4209-9163-4007d25ac2ec req-1fc13890-3e2d-4258-9bea-48d4e180275d tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Sep 07 11:56:16.473909 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f63a1-8b2e-4914-84a9-f5dcb8c4a6e3 req-3a4c1015-a513-41e7-aeb4-44826bcc6e7f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:16.475397 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5c3f63a1-8b2e-4914-84a9-f5dcb8c4a6e3 req-3a4c1015-a513-41e7-aeb4-44826bcc6e7f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Sep 07 11:56:16.513419 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5c3f63a1-8b2e-4914-84a9-f5dcb8c4a6e3 req-d777aec4-f0c9-4329-9419-32c5acb6572f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Sep 07 11:56:16.588048 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fbbd9-9d12-4529-8793-7db27f512999 req-382ca675-3b3a-4e74-ada2-7e84fbbef6de tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:16.589509 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc7fbbd9-9d12-4529-8793-7db27f512999 req-382ca675-3b3a-4e74-ada2-7e84fbbef6de tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0488946 Sep 07 11:56:16.630847 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fc7fbbd9-9d12-4529-8793-7db27f512999 req-e829d47f-42eb-4016-907a-156620e6f834 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352540 Sep 07 11:56:16.911850 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635c5b7-77f0-4974-b716-4b14fc290585 req-bbbea303-995d-423a-91bb-269b04c653f2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:16.913297 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0635c5b7-77f0-4974-b716-4b14fc290585 req-bbbea303-995d-423a-91bb-269b04c653f2 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0515742 Sep 07 11:56:16.952202 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0635c5b7-77f0-4974-b716-4b14fc290585 req-f3bfa203-9d9a-4bbc-ae90-df4816c3a354 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Sep 07 11:56:17.625788 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390883f-d560-4841-8229-e0033f50ff45 req-aa2818d6-440f-4321-a2c4-40bf2abb6ac1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:17.627583 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f390883f-d560-4841-8229-e0033f50ff45 req-aa2818d6-440f-4321-a2c4-40bf2abb6ac1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0478697 Sep 07 11:56:17.665843 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f390883f-d560-4841-8229-e0033f50ff45 req-5309742b-690a-4c34-8c83-839a6da21d70 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Sep 07 11:56:17.742010 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d7434-dc37-482a-8a59-cb59f9c303f5 req-5bfe5f46-0625-4036-849a-2d78403065dd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:17.743502 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-927d7434-dc37-482a-8a59-cb59f9c303f5 req-5bfe5f46-0625-4036-849a-2d78403065dd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0470457 Sep 07 11:56:17.783722 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-927d7434-dc37-482a-8a59-cb59f9c303f5 req-e42f32d8-7b65-4926-ac60-0fcad5a29a5b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338123 Sep 07 11:56:18.777105 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0aa6-72dd-4b9e-9fa1-0f5affa2a75e req-f295821b-9f21-488d-8cc0-a120183dde2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:18.778569 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0dfb0aa6-72dd-4b9e-9fa1-0f5affa2a75e req-f295821b-9f21-488d-8cc0-a120183dde2f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0470066 Sep 07 11:56:18.821521 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0dfb0aa6-72dd-4b9e-9fa1-0f5affa2a75e req-fb332dc7-208a-4bc6-b22f-9d88636bfa19 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Sep 07 11:56:18.899525 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b4da8-81cd-47b0-b7fc-5dc5c074e33f req-220f01ee-5f31-42af-a342-e6563cce071b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:18.901216 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-436b4da8-81cd-47b0-b7fc-5dc5c074e33f req-220f01ee-5f31-42af-a342-e6563cce071b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0506868 Sep 07 11:56:18.941108 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-436b4da8-81cd-47b0-b7fc-5dc5c074e33f req-c1272d07-c702-47a5-ace1-fd457eb77fc8 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339267 Sep 07 11:56:19.932813 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182bbcb-cce9-47ef-a7df-bbab694b8743 req-97b516b7-b3a4-4eb5-bd17-217ce3ce6643 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:19.934258 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e182bbcb-cce9-47ef-a7df-bbab694b8743 req-97b516b7-b3a4-4eb5-bd17-217ce3ce6643 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Sep 07 11:56:19.972301 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e182bbcb-cce9-47ef-a7df-bbab694b8743 req-62371dc0-455b-4479-baac-43bdebf97fe8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Sep 07 11:56:20.058157 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d337-16b1-4d39-944a-15b6093bae4f req-4cd11394-b966-46bc-8f48-dfc88a130c8b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:20.059657 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f1b6d337-16b1-4d39-944a-15b6093bae4f req-4cd11394-b966-46bc-8f48-dfc88a130c8b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0518181 Sep 07 11:56:20.098835 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f1b6d337-16b1-4d39-944a-15b6093bae4f req-707b4116-e1eb-4d06-88c5-d21273ceec2f tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331438 Sep 07 11:56:21.084011 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d3ab8-0781-4d31-965b-d07d15495d88 req-a9cb5576-2996-45ba-82ad-eb0be0d520cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:21.085472 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-725d3ab8-0781-4d31-965b-d07d15495d88 req-a9cb5576-2996-45ba-82ad-eb0be0d520cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Sep 07 11:56:21.122129 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-725d3ab8-0781-4d31-965b-d07d15495d88 req-5b98cb27-8bfa-427b-b2e0-094188cf9d54 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Sep 07 11:56:21.211270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bfc22-ea62-4c7b-bd12-fb89a0b372c0 req-4359d6f2-1360-4c58-bf08-64c1849ced72 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:21.212742 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b77bfc22-ea62-4c7b-bd12-fb89a0b372c0 req-4359d6f2-1360-4c58-bf08-64c1849ced72 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0483503 Sep 07 11:56:21.251761 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b77bfc22-ea62-4c7b-bd12-fb89a0b372c0 req-78b7567e-c0d4-4b3b-b80b-8252fde2974b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324869 Sep 07 11:56:22.233310 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affee880-b669-431a-984a-06cece4f1937 req-fe807431-5951-4be0-a990-b4cb60466195 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:22.234912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-affee880-b669-431a-984a-06cece4f1937 req-fe807431-5951-4be0-a990-b4cb60466195 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0473604 Sep 07 11:56:22.275236 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-affee880-b669-431a-984a-06cece4f1937 req-c551edc2-7fef-4358-93c1-2fa4765f9afa tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345428 Sep 07 11:56:22.365084 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfda9-6026-4d1b-9843-e52a6e905ada req-c865114d-075c-4713-b218-031f8b3afd4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:22.366547 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-427dfda9-6026-4d1b-9843-e52a6e905ada req-c865114d-075c-4713-b218-031f8b3afd4b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0476172 Sep 07 11:56:22.405960 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-427dfda9-6026-4d1b-9843-e52a6e905ada req-8eee3383-1bde-4d15-a910-c61024586f20 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333126 Sep 07 11:56:23.529291 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233765-2040-4621-9065-604f63bcd68d req-b1be8efe-8fc7-4939-a785-9359f42b78fe tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:23.530812 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70233765-2040-4621-9065-604f63bcd68d req-b1be8efe-8fc7-4939-a785-9359f42b78fe tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0544610 Sep 07 11:56:23.572204 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70233765-2040-4621-9065-604f63bcd68d req-6b3773d2-d263-424e-920a-8488c49da870 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351644 Sep 07 11:56:23.598367 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81c474-7b7d-46e0-8bdc-f65114820fb2 req-b0b7a26b-608c-4842-9334-d242ecca4383 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:23.599993 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac81c474-7b7d-46e0-8bdc-f65114820fb2 req-b0b7a26b-608c-4842-9334-d242ecca4383 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.2595215 Sep 07 11:56:23.638252 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac81c474-7b7d-46e0-8bdc-f65114820fb2 req-4f64ee85-ab12-4977-adea-77b8af916a61 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323191 Sep 07 11:56:24.685916 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064a85-bc48-46c9-9dd4-5d467cdc7e16 req-3f852714-5a55-43bc-aa0c-38d83ae0617d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:24.687445 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4b064a85-bc48-46c9-9dd4-5d467cdc7e16 req-3f852714-5a55-43bc-aa0c-38d83ae0617d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0498345 Sep 07 11:56:24.727666 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4b064a85-bc48-46c9-9dd4-5d467cdc7e16 req-91fc8968-74a4-465a-b47a-354e4556f0c2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342228 Sep 07 11:56:24.752275 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5d01-9891-4828-b51d-5bb1456af827 req-81d2deb4-d109-411c-80da-cb1250e100ad tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:24.753761 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65ac5d01-9891-4828-b51d-5bb1456af827 req-81d2deb4-d109-411c-80da-cb1250e100ad tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Sep 07 11:56:24.793056 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-65ac5d01-9891-4828-b51d-5bb1456af827 req-dfb4cc96-69b9-4b39-8896-59edb3c7adb9 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Sep 07 11:56:24.999899 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b31101-3602-49ae-8af2-de32ebdf33a2 req-b0f379fe-6596-4c13-883e-605aad50b62d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.001376 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-06b31101-3602-49ae-8af2-de32ebdf33a2 req-b0f379fe-6596-4c13-883e-605aad50b62d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0672004 Sep 07 11:56:25.056768 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-622977f2-4914-4b54-b72b-1f386ec7730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.058209 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-622977f2-4914-4b54-b72b-1f386ec7730a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 1098 time: 0.0820765 Sep 07 11:56:25.061810 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-06b31101-3602-49ae-8af2-de32ebdf33a2 req-52e8f1cd-29de-4d90-823b-4e3ce8ba3384 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Sep 07 11:56:25.148763 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-4a4bf7b8-382b-40dd-9cc2-4f713d893dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.150120 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-4a4bf7b8-382b-40dd-9cc2-4f713d893dd7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.0845878 Sep 07 11:56:25.215036 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-8bfdcf1a-d63c-4e55-848f-d39f3f681b0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0551932 Sep 07 11:56:25.263784 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-9fbe9f0e-3f62-49c5-a235-eaa781c85d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.265179 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-9fbe9f0e-3f62-49c5-a235-eaa781c85d34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0425363 Sep 07 11:56:25.317556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-6498cd42-67d2-49f6-877d-691760af05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.319048 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-6498cd42-67d2-49f6-877d-691760af05c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417104 Sep 07 11:56:25.413801 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-8b3f7c80-ba92-47df-ab23-7f00e2d7214b service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857499 Sep 07 11:56:25.517439 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e8d8dcd6-19f0-4bb8-9d8e-7c78bcb78947 req-c5151d04-58f9-4f58-9a98-086d9e9fc3af service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933101 Sep 07 11:56:25.843276 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00a3d9-2074-4e36-9416-0f7c95c62072 req-9af23eb7-9888-40a5-aeb4-aaa9d579a67b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:25.844736 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2e00a3d9-2074-4e36-9416-0f7c95c62072 req-9af23eb7-9888-40a5-aeb4-aaa9d579a67b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0475705 Sep 07 11:56:25.884364 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2e00a3d9-2074-4e36-9416-0f7c95c62072 req-c730db7d-e6d2-4fda-b319-913869b36ecb tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336411 Sep 07 11:56:26.176542 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da32c6-ddd7-4e84-8e14-a3402bd9613e req-540bd26a-9210-48c2-92ed-6db26e881333 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:26.178005 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-94da32c6-ddd7-4e84-8e14-a3402bd9613e req-540bd26a-9210-48c2-92ed-6db26e881333 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0482388 Sep 07 11:56:26.215948 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-94da32c6-ddd7-4e84-8e14-a3402bd9613e req-8dfca50d-a5c2-433f-b6d6-d40315f67008 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Sep 07 11:56:26.999569 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209eaa-2a61-4b7e-93ae-4a9ae8ff8819 req-b920d26c-e0fc-4049-89bc-eade6a81411a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:27.001102 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0b209eaa-2a61-4b7e-93ae-4a9ae8ff8819 req-b920d26c-e0fc-4049-89bc-eade6a81411a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0525923 Sep 07 11:56:27.039778 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0b209eaa-2a61-4b7e-93ae-4a9ae8ff8819 req-952ed9ca-ea51-4854-b90a-725e06b54d4c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326552 Sep 07 11:56:28.050239 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ece8c9ed-93cc-42db-a8c8-12426f6129d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:28.154897 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addc95f-3b9d-4768-bf80-8c6bedd3c8c9 req-38461897-d1cc-4032-bea0-efd882307c3b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:28.156900 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9addc95f-3b9d-4768-bf80-8c6bedd3c8c9 req-38461897-d1cc-4032-bea0-efd882307c3b tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0472386 Sep 07 11:56:28.194857 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9addc95f-3b9d-4768-bf80-8c6bedd3c8c9 req-35851aef-4fb4-4f43-9fc5-6ba6cb558dbd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318091 Sep 07 11:56:29.309161 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03024b6-6700-472e-8424-1d4cde035217 req-a99d958a-3d1f-4977-86eb-d35358caa2c5 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:29.310648 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c03024b6-6700-472e-8424-1d4cde035217 req-a99d958a-3d1f-4977-86eb-d35358caa2c5 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0505898 Sep 07 11:56:29.350231 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c03024b6-6700-472e-8424-1d4cde035217 req-10c71a22-cee7-4c2a-969b-8a6949590b17 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328093 Sep 07 11:56:30.470457 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6620-2372-4a6a-abe1-4546b71bb007 req-f48b7f96-44a0-441f-b0ce-be3bab001893 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:30.471961 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c10c6620-2372-4a6a-abe1-4546b71bb007 req-f48b7f96-44a0-441f-b0ce-be3bab001893 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0543067 Sep 07 11:56:30.510841 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c10c6620-2372-4a6a-abe1-4546b71bb007 req-8712f9f0-8ee0-4fcf-922c-ac5eff016ccd tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328183 Sep 07 11:56:30.784923 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-03a6dabd-45ac-4ab2-ab71-277e95ead0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:31.091589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:31.623777 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a879f5-8ec8-469e-af1f-181f89319eeb req-c9357b9d-5735-4964-a284-41327ee65d89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:31.625248 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0a879f5-8ec8-469e-af1f-181f89319eeb req-c9357b9d-5735-4964-a284-41327ee65d89 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0483882 Sep 07 11:56:31.664435 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e0a879f5-8ec8-469e-af1f-181f89319eeb req-6dc7eb60-9044-4b4a-9f40-7a017113ce39 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333281 Sep 07 11:56:31.764536 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:32.778676 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d5b04-ccd6-47a9-bd13-4ee7b3ea445b req-1704672f-1f5a-42a8-a7c1-fb23fa803284 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:32.780482 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d42d5b04-ccd6-47a9-bd13-4ee7b3ea445b req-1704672f-1f5a-42a8-a7c1-fb23fa803284 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0481083 Sep 07 11:56:32.820919 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d42d5b04-ccd6-47a9-bd13-4ee7b3ea445b req-af301a52-61b8-4646-b6f9-e310448dab5e tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340064 Sep 07 11:56:33.002150 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:33.360605 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:33.937063 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44366688-97d3-415b-a990-180cd0978955 req-39844417-6005-4c79-b16c-06815cf17096 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:33.938526 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44366688-97d3-415b-a990-180cd0978955 req-39844417-6005-4c79-b16c-06815cf17096 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0509748 Sep 07 11:56:33.978248 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-44366688-97d3-415b-a990-180cd0978955 req-e054e63f-1f28-46fa-9049-5e863d2bc802 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332069 Sep 07 11:56:35.089899 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c273dc-fff5-47b5-abeb-489d277f73ca req-b2a264cf-c749-47d7-919e-b62e7fd289de tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:35.091414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b3c273dc-fff5-47b5-abeb-489d277f73ca req-b2a264cf-c749-47d7-919e-b62e7fd289de tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0477183 Sep 07 11:56:35.130892 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b3c273dc-fff5-47b5-abeb-489d277f73ca req-978bc23f-211c-4a91-b165-3af1e5482d4a tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed0dc0e5-b67f-49fc-83b4-1c1205256f71&id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333202 Sep 07 11:56:36.418843 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:56:49.322913 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406a38b-0fd4-4816-8ee8-7441eb3d50d9 req-d5387d66-932f-4696-a0d9-3fe5fce0df2e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:49.324397 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7406a38b-0fd4-4816-8ee8-7441eb3d50d9 req-d5387d66-932f-4696-a0d9-3fe5fce0df2e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0521142 Sep 07 11:56:49.361166 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7406a38b-0fd4-4816-8ee8-7441eb3d50d9 req-c7cba724-5416-407b-961b-e578acace26a tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Sep 07 11:56:50.477490 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6edac7-12a1-4fc4-a052-008234fe81c7 req-003d0026-b0f3-44d2-9ae3-04f84b79f32d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:50.479000 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3a6edac7-12a1-4fc4-a052-008234fe81c7 req-003d0026-b0f3-44d2-9ae3-04f84b79f32d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0487056 Sep 07 11:56:50.517124 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3a6edac7-12a1-4fc4-a052-008234fe81c7 req-53167a71-d62c-4afb-b19f-97e2a0cab9f4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Sep 07 11:56:51.423648 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-3f0837d8-2e15-4d5b-9d4a-16076481f33f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:51.425098 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-3f0837d8-2e15-4d5b-9d4a-16076481f33f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.0515187 Sep 07 11:56:51.524837 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port 4bd3808c-0e35-48da-808d-51df66df3a77 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:56:51.525180 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:51.635420 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] For port 4bd3808c-0e35-48da-808d-51df66df3a77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4bd3808c-0e35-48da-808d-51df66df3a77,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:56:51.635790 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:51.714496 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243d508-7f9f-4e68-a32c-c1b5cd2d8137 req-d46ed45e-b296-45fd-b2b9-0ea56b75b41e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:51.715912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2243d508-7f9f-4e68-a32c-c1b5cd2d8137 req-d46ed45e-b296-45fd-b2b9-0ea56b75b41e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 946 time: 0.1313713 Sep 07 11:56:51.816088 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2243d508-7f9f-4e68-a32c-c1b5cd2d8137 req-1413d7fa-6480-4a95-a56e-c1165a9b7c87 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902536 Sep 07 11:56:51.887305 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:51.887675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:51.888026 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP 3e22aed8-d69a-4758-934a-5697d8df7b14 disassociated. External IP: 172.27.0.228, port: 4bd3808c-0e35-48da-808d-51df66df3a77. Sep 07 11:56:51.888347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for 4bd3808c-0e35-48da-808d-51df66df3a77 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:56:52.014031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:52.040302 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=4bd3808c-0e35-48da-808d-51df66df3a77,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:52.053053 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.053405 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.053747 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.054086 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.054418 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.054748 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.055104 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.055429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.055758 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.056084 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.056413 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.056733 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:56:52.162731 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:56:52.269263 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:56:52.279107 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:56:52.287976 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:56:52.288589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:56:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:56:52.309162 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] No DVR routers for this DVR port 4bd3808c-0e35-48da-808d-51df66df3a77 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:56:52.312465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:52.314459 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2f9001e5-3822-4c70-948c-2b23dd645aa9 req-d797497c-a997-4039-95ee-721b6e92fc36 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "DELETE /v2.0/ports/4bd3808c-0e35-48da-808d-51df66df3a77 HTTP/1.1" status: 204 len: 173 time: 0.8764291 Sep 07 11:56:52.314988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'name': 'network-vif-deleted', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:56:52.317303 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5f4f6-3cd2-4291-981e-49a5a49cb1d9" -d '{"events": [{"server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "name": "network-vif-deleted", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:56:52.400270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:56:52.415972 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f87ee-cb99-4174-9d7d-502c00fbc6a7 x-openstack-request-id: req-524f87ee-cb99-4174-9d7d-502c00fbc6a7 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:56:52.416265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5dd4a-cb79-4de1-8ee8-62fba3258686", "name": "network-vif-deleted", "tag": "4bd3808c-0e35-48da-808d-51df66df3a77", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:56:52.416960 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-524f87ee-cb99-4174-9d7d-502c00fbc6a7 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:56:52.416960 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5dd4a-cb79-4de1-8ee8-62fba3258686', 'name': 'network-vif-deleted', 'tag': '4bd3808c-0e35-48da-808d-51df66df3a77', 'status': 'completed', 'code': 200} Sep 07 11:56:52.598400 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:56:52.630058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:56:52.638730 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:56:52.639368 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:56:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:56:52.874923 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:56:52.925747 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ff8d2360-fb3c-4bc4-9fae-53f5d5936cf7 req-68c1c9d1-11bf-4083-8d25-c84e08d87db2 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb5dd4a-cb79-4de1-8ee8-62fba3258686 HTTP/1.1" status: 200 len: 210 time: 0.0300515 Sep 07 11:56:53.085163 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:56:53.116665 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b06c-7ea9-436b-98ac-ec0056c3ccfe None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:56:53.330938 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac930dcb-5fa5-4d6c-a77d-a8705fbb5682 None None] New status for floating IP 3e22aed8-d69a-4758-934a-5697d8df7b14: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:56:54.173371 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-4873dc30-d796-42ea-b54c-9b52761cbdea tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660934475&fields=id&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 267 time: 0.0356324 Sep 07 11:56:54.281416 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-f4de5f1b-c2d2-406e-8e08-d24e589245ab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:54.282974 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-f4de5f1b-c2d2-406e-8e08-d24e589245ab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1026020 Sep 07 11:56:54.298340 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-8d92ba53-131a-4dc6-a370-bfe6a3b2f3ef tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/quotas/01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Sep 07 11:56:54.349193 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-1ee98743-4ded-4f9c-9b5c-7d6f6bb8e53c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455921 Sep 07 11:56:54.446173 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-3008b4ed-2d1c-4a3d-a397-8954faab1a21 service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Sep 07 11:56:54.536604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-0be9a8ab-b96f-480b-95bb-50264835d23f service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843618 Sep 07 11:56:54.797757 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 4bd3808c-0e35-48da-808d-51df66df3a77 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:56:54.809515 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a807c852-dc60-476f-bab1-0510b4a7978e req-8dc2f6f4-cb80-43de-ae64-b7f2672e7bf4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0255325 Sep 07 11:56:54.817350 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 4bd3808c-0e35-48da-808d-51df66df3a77 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:56:54.817697 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 4bd3808c-0e35-48da-808d-51df66df3a77 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:56:55.713480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-59850527-b614-4146-98ed-5b9b45a4ca96 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:55.714966 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-59850527-b614-4146-98ed-5b9b45a4ca96 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1040785 Sep 07 11:56:55.762560 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-9234f6cc-07fd-4fc5-a319-472743660594 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 380 time: 0.0347910 Sep 07 11:56:55.772086 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'port': {'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'admin_state_up': True, 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'security_groups': ['61f3d930-c818-48df-aa3a-f0813fda12e2']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:56:55.908007 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a5392a15-9f48-4fb6-b5b7-037130cd449d req-93e3fe2c-0ae4-4822-aa48-cbb3491d85f2 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0285695 Sep 07 11:56:55.908702 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Made reservation on behalf of 01468668b6844f859b2f5a661fa01b99 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:56:55.912057 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.035665 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.20.0.5 (ce1f8b48-484b-44ca-95d7-e0ad629ffc97/afc9d757-dc94-4daa-8204-1876bbe22cd5/1ff2d109-e115-4e0f-b32a-0f063fcc0a30) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:56:56.174377 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.187946 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Transition to ACTIVE for port object 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:56:56.222593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.272711 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:56:56.275769 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:56:56.279606 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:56:56.288630 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:56.333617 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:56.334222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.349814 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-748b6cc6-3ea4-400c-a6cb-aee1812204cc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813546 Sep 07 11:56:56.363588 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Request body: {'port': {'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:56:56.419896 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.469181 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-881c1841-c91f-4b38-9f88-1faf57dbbd83 None None] Provisioning for port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:56:56.473147 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-881c1841-c91f-4b38-9f88-1faf57dbbd83 None None] Provisioning complete for port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:56:56.473521 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-881c1841-c91f-4b38-9f88-1faf57dbbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.510635 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-881c1841-c91f-4b38-9f88-1faf57dbbd83 None None] Port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:56:56.674997 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:56:56.682079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.694425 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Transition to ACTIVE for port object 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:56:56.697467 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.748648 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:56.818390 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Attempting to bind port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:56:56.818805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Attempting to bind port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:56:56.819141 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Attempting to bind port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:56:56.823707 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:56:56.824049 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Attempting to bind port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:56:56.830091 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:56:56.830513 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:56:56.830973 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Bound using segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:56:56.831400 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Bound port: 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:56:56.831758 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.902448 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:56:56.905454 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:56:56.909743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.945125 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:56.945726 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:56.947036 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 1093 time: 0.5877945 Sep 07 11:56:56.947471 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:56:56.949665 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:56:56.974168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75c33-8c86-4f1d-9156-d82ccc547203 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:56:57.021841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf821b-dc3e-467d-aeb5-517591054efd x-openstack-request-id: req-01bf821b-dc3e-467d-aeb5-517591054efd {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:56:57.022164 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:56:57.022374 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01bf821b-dc3e-467d-aeb5-517591054efd {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:56:57.022764 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'status': 'completed', 'code': 200} Sep 07 11:56:57.039521 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-8c87ebe4-8d76-4e64-ae7a-39e04d6c8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.041339 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-8c87ebe4-8d76-4e64-ae7a-39e04d6c8653 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1096 time: 0.0471463 Sep 07 11:56:57.064814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2f30-bc29-47da-9fda-fffae9abc17f req-5df55a1c-3cf8-4b69-a48b-81a1259ecfd9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.067261 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-198a2f30-bc29-47da-9fda-fffae9abc17f req-5df55a1c-3cf8-4b69-a48b-81a1259ecfd9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0566301 Sep 07 11:56:57.088575 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-5125a0dc-21a6-4b6c-ba39-455abdcdcf7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 217 time: 0.0372462 Sep 07 11:56:57.106603 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-198a2f30-bc29-47da-9fda-fffae9abc17f req-45dc3eb5-324e-4a64-bec9-757a103dca47 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340159 Sep 07 11:56:57.140533 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-1d0fdfd3-3f78-4495-b3c3-859d0d818492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.142029 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-1d0fdfd3-3f78-4495-b3c3-859d0d818492 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0455801 Sep 07 11:56:57.188129 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-88eddf37-c390-4bac-a2cd-5f7283000432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.189526 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-88eddf37-c390-4bac-a2cd-5f7283000432 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393705 Sep 07 11:56:57.281605 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-a4297529-f68f-4692-97cb-7c578e37f34a service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Sep 07 11:56:57.367955 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-27b63f9f-55dc-4a20-90b5-3a4adee64af0 req-c4e31f78-5f06-4031-90b3-cc5ff5043579 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794566 Sep 07 11:56:57.456676 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-7973a601-294a-4c65-b65f-18f441faf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.458058 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-7973a601-294a-4c65-b65f-18f441faf219 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1096 time: 0.0434346 Sep 07 11:56:57.752097 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-4d038a47-6848-42ca-ba91-1bf82bf22ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.753482 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-4d038a47-6848-42ca-ba91-1bf82bf22ce5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.2877128 Sep 07 11:56:57.797300 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-b29d451a-2362-4efc-ac44-33872d078b8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 217 time: 0.0358019 Sep 07 11:56:57.846484 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-1055b227-9fc5-4303-8f1a-d6e1557fc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.847928 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-1055b227-9fc5-4303-8f1a-d6e1557fc34d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0425403 Sep 07 11:56:57.895070 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-de27d80c-49cd-4a13-86cd-4920ac845e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:57.896541 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-de27d80c-49cd-4a13-86cd-4920ac845e48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400639 Sep 07 11:56:57.993098 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-f3be4259-9321-48a3-958a-201a12982bba service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Sep 07 11:56:58.050127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-af49abe0-e5b1-42c2-bdf8-974f5c7fdf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:56:58.083419 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c146cd7-2a5f-4bde-bd1d-fd6422df4dd2 req-efde7109-5a83-4906-bf38-52bde02ed2cd service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808518 Sep 07 11:56:58.232666 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f785-bc75-4f13-8570-15ebffcc7063 req-6f45dd38-7e26-419d-99a3-55dc54d78846 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:58.234141 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0bf5f785-bc75-4f13-8570-15ebffcc7063 req-6f45dd38-7e26-419d-99a3-55dc54d78846 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0489159 Sep 07 11:56:58.275503 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0bf5f785-bc75-4f13-8570-15ebffcc7063 req-02594884-6f1c-47d6-aa16-a7c7b3bb1f94 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350485 Sep 07 11:56:59.387162 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfc90d-c96a-4e12-a30b-90b247db3bad req-79aa4d4b-8959-4bbb-b4b8-75859fdb852e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:56:59.388651 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-91dfc90d-c96a-4e12-a30b-90b247db3bad req-79aa4d4b-8959-4bbb-b4b8-75859fdb852e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0489817 Sep 07 11:56:59.428286 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-91dfc90d-c96a-4e12-a30b-90b247db3bad req-90e3e836-6021-4f17-8e96-3cf6ac377220 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Sep 07 11:57:00.544287 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29e36-5e06-4074-8fdc-4141f8f625ef req-41466810-efe6-4249-861e-9204634e62c5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:00.545744 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-16d29e36-5e06-4074-8fdc-4141f8f625ef req-41466810-efe6-4249-861e-9204634e62c5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0490818 Sep 07 11:57:00.582341 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-16d29e36-5e06-4074-8fdc-4141f8f625ef req-4ab9682f-4753-4371-8a61-903fdcd3399c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Sep 07 11:57:00.785538 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-cb658c45-f01a-49cc-9687-49bc99def84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:01.092133 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:01.708256 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e095d-3f2a-410b-8159-4ed3e87045ef req-3ffb58ce-ada2-422a-8769-7cb7d0c357c4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:01.709748 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ac1e095d-3f2a-410b-8159-4ed3e87045ef req-3ffb58ce-ada2-422a-8769-7cb7d0c357c4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0480530 Sep 07 11:57:01.745538 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ac1e095d-3f2a-410b-8159-4ed3e87045ef req-eb34001d-52bf-4d52-96a4-70b4914bf932 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300717 Sep 07 11:57:01.767822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:02.858894 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7279d08-17d4-4fc1-8b0b-40cf57f7defc req-e2e082bb-8dbe-4f98-ae2b-5d2595669ac9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:02.860371 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b7279d08-17d4-4fc1-8b0b-40cf57f7defc req-e2e082bb-8dbe-4f98-ae2b-5d2595669ac9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0480793 Sep 07 11:57:02.897912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b7279d08-17d4-4fc1-8b0b-40cf57f7defc req-d17897a2-a93e-47fd-bbbf-78c79e64fe80 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Sep 07 11:57:03.030021 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:03.362621 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:04.012994 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7c1b-efce-4968-bbbd-47a0db50ec4a req-88d194de-2416-48c5-921d-fae7b2fbd706 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:04.014466 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-12bc7c1b-efce-4968-bbbd-47a0db50ec4a req-88d194de-2416-48c5-921d-fae7b2fbd706 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0522380 Sep 07 11:57:04.050917 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-12bc7c1b-efce-4968-bbbd-47a0db50ec4a req-1c16f5d8-09d0-4593-9064-9a12f4ff6a6a tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299487 Sep 07 11:57:05.160750 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7907f-5daa-43d9-9010-acfd7d3f2bc6 req-6c956462-7657-401c-944b-6c9b830dbcc5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:05.162089 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1dd7907f-5daa-43d9-9010-acfd7d3f2bc6 req-6c956462-7657-401c-944b-6c9b830dbcc5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0471683 Sep 07 11:57:05.203337 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1dd7907f-5daa-43d9-9010-acfd7d3f2bc6 req-7064ce91-2ec2-41c8-937b-d848b569809f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Sep 07 11:57:06.315101 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44437-6ecf-4de3-b371-4e3db94e8d42 req-24e56ff9-e759-491a-be33-f9575a7b8e20 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:06.316575 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cdc44437-6ecf-4de3-b371-4e3db94e8d42 req-24e56ff9-e759-491a-be33-f9575a7b8e20 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 943 time: 0.0481391 Sep 07 11:57:06.352779 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cdc44437-6ecf-4de3-b371-4e3db94e8d42 req-db9675b1-95c8-4ce1-89bf-c9904e1c9087 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304463 Sep 07 11:57:06.828713 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:57:06.919255 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:06.933153 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:57:06.969169 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:06.981285 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:57:06.999983 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:07.004119 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:07.049767 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:07.119319 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-879ccf40-a59e-4359-b825-697fc40cdda9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374503 Sep 07 11:57:07.185356 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-1607fa3c-6875-456e-8513-7312f5376cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:07.186833 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-1607fa3c-6875-456e-8513-7312f5376cbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0387685 Sep 07 11:57:07.299195 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-3d85e3a3-5d38-4e91-a3ae-e90780a436a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:07.300675 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-3d85e3a3-5d38-4e91-a3ae-e90780a436a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.0864170 Sep 07 11:57:07.363779 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-d2f6627a-633b-4ae7-8a2f-e022bcfea15f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 1001 time: 0.0550680 Sep 07 11:57:07.408103 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['1ff2d109-e115-4e0f-b32a-0f063fcc0a30'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:07.432448 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-daa77499-1868-49e9-a617-84bb52818460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:07.433880 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-daa77499-1868-49e9-a617-84bb52818460 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0538507 Sep 07 11:57:07.497992 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cc144-e6b9-4c26-8c91-6b12d71bd0c7 req-e00fab21-9695-4bf3-b05d-0d918cc3202e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:07.499515 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc6cc144-e6b9-4c26-8c91-6b12d71bd0c7 req-e00fab21-9695-4bf3-b05d-0d918cc3202e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 944 time: 0.0812449 Sep 07 11:57:07.506043 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-af5ef85d-45a9-413d-97a0-f73c771ac7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:07.507764 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-af5ef85d-45a9-413d-97a0-f73c771ac7b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567429 Sep 07 11:57:07.590887 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dc6cc144-e6b9-4c26-8c91-6b12d71bd0c7 req-4aa44393-afbe-47fa-bc26-edc3835cae4e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820911 Sep 07 11:57:07.622873 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-fd6b284d-18ad-48fc-b584-b746a9e23752 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016700 Sep 07 11:57:07.713164 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f974be12-f482-4d6c-8500-09c6dd59ba37 req-29667cb2-ba9b-41ba-bf77-df69303976d2 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827227 Sep 07 11:57:08.708080 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840f3f2-77d7-43e6-9eb2-5f7355ce8eac req-4ffa7c93-f26d-425c-809a-aed5b11bbe25 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:08.709548 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c840f3f2-77d7-43e6-9eb2-5f7355ce8eac req-4ffa7c93-f26d-425c-809a-aed5b11bbe25 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 944 time: 0.0476882 Sep 07 11:57:08.745738 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c840f3f2-77d7-43e6-9eb2-5f7355ce8eac req-ab7c99ea-8057-4745-bc7e-9f6c98213cd8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Sep 07 11:57:08.853922 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:57:08.901387 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:57:08.904980 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:08.905353 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:08.982616 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:09.003467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:09.005689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d52626b-fbf8-4c73-9725-8d1d9661060d" -d '{"events": [{"server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "name": "network-vif-plugged", "status": "completed", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:09.018349 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:09.022484 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:09.045965 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a8cf3b-e491-4e21-91f1-7c9675079767 x-openstack-request-id: req-e8a8cf3b-e491-4e21-91f1-7c9675079767 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:09.046261 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "name": "network-vif-plugged", "status": "completed", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:09.046507 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8a8cf3b-e491-4e21-91f1-7c9675079767 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:09.046930 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'code': 200} Sep 07 11:57:09.074157 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:09.284383 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186043d-d7e6-49c5-822a-d1bf242225b8 req-36761953-baad-4549-accb-476fcf3be261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:09.285874 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f186043d-d7e6-49c5-822a-d1bf242225b8 req-36761953-baad-4549-accb-476fcf3be261 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1098 time: 0.0433514 Sep 07 11:57:09.323054 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f186043d-d7e6-49c5-822a-d1bf242225b8 req-0e7876e0-38fb-4f0e-8d08-50a64c941bc9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282483 Sep 07 11:57:09.578305 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592534d-d5f3-4f51-9de1-87f0238e3310 req-6d604ba3-c7f6-44e9-bffe-617deca213f8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:09.579904 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a592534d-d5f3-4f51-9de1-87f0238e3310 req-6d604ba3-c7f6-44e9-bffe-617deca213f8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0483999 Sep 07 11:57:09.617053 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a592534d-d5f3-4f51-9de1-87f0238e3310 req-8eaf5ae3-ad3e-4884-b22a-23dcc8249429 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Sep 07 11:57:09.860564 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9bf9-288b-48c4-a887-e6e04b233de5 req-d2d7ab8d-48a0-4046-8947-8c8f989493a0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:09.862006 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8e9d9bf9-288b-48c4-a887-e6e04b233de5 req-d2d7ab8d-48a0-4046-8947-8c8f989493a0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 945 time: 0.0492585 Sep 07 11:57:09.900058 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8e9d9bf9-288b-48c4-a887-e6e04b233de5 req-67658967-e2ee-4ced-a722-2f6b9fef6b13 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Sep 07 11:57:10.735832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1e1eb-dd6c-42cb-89fb-0669830a23ef req-854534a5-a699-45fc-917e-7d7e13cd3277 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:10.737886 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-21e1e1eb-dd6c-42cb-89fb-0669830a23ef req-854534a5-a699-45fc-917e-7d7e13cd3277 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0479670 Sep 07 11:57:10.776702 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-21e1e1eb-dd6c-42cb-89fb-0669830a23ef req-c1b7e65d-888e-41a4-9dc6-d7e292d48721 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327551 Sep 07 11:57:11.015520 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7134d-858f-4008-a788-ffc71396ca6b req-442b804b-5ff9-405f-aee8-49e4654b44ba tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:11.016996 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-98d7134d-858f-4008-a788-ffc71396ca6b req-442b804b-5ff9-405f-aee8-49e4654b44ba tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 945 time: 0.0522895 Sep 07 11:57:11.053386 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-98d7134d-858f-4008-a788-ffc71396ca6b req-fefec0a9-25bc-4fa5-a393-ae837acd25f3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Sep 07 11:57:11.166552 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93f58-ed17-49b4-83ca-eaac0b0934d8 req-e5256eaa-8cc4-47ee-9062-4b68eefedde4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:11.168004 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bdb93f58-ed17-49b4-83ca-eaac0b0934d8 req-e5256eaa-8cc4-47ee-9062-4b68eefedde4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 945 time: 0.0503640 Sep 07 11:57:11.204541 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bdb93f58-ed17-49b4-83ca-eaac0b0934d8 req-4392d653-c9c6-4dc4-a3e4-2a8f87014d4e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Sep 07 11:57:11.225580 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47932) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:11.264340 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d59027-449a-479f-a356-1020e83d7458 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:11.265815 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-76d59027-449a-479f-a356-1020e83d7458 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1093 time: 0.0392551 Sep 07 11:57:11.268649 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47934) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:11.272786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:11.294132 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:11.392472 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:11.498558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.27.0.48 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/174dbee2-3fca-4016-b069-3fcb5db2d336) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:57:11.598675 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:11.635525 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:11.672422 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:57:11.675223 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:57:11.678548 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:57:11.701014 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=174dbee2-3fca-4016-b069-3fcb5db2d336,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:11.826957 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-468a5a3c-34ac-4f1f-8f3e-3ab0d1447d53 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:11.828403 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-468a5a3c-34ac-4f1f-8f3e-3ab0d1447d53 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0897095 Sep 07 11:57:11.903769 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54c9f3-aba9-44e3-a034-13eb80065946 req-9543ecae-c137-41a5-ad19-52ad3d0531d8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:11.905256 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dd54c9f3-aba9-44e3-a034-13eb80065946 req-9543ecae-c137-41a5-ad19-52ad3d0531d8 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 947 time: 0.0528355 Sep 07 11:57:11.942550 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dd54c9f3-aba9-44e3-a034-13eb80065946 req-0b7e1d1b-a078-473e-a4ff-1e813054a695 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Sep 07 11:57:12.038840 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Deleting port 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:12.039181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.183006 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.188856 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] For port 2cf3a18f-7c3e-4728-9525-a4e164673919, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2cf3a18f-7c3e-4728-9525-a4e164673919,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:12.189232 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.330290 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.451374 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.451750 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.451961 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Floating IP 34397f34-c27d-4d40-95aa-e62414e69c4e disassociated. External IP: 172.27.0.25, port: 2cf3a18f-7c3e-4728-9525-a4e164673919. Sep 07 11:57:12.452295 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Calling delete_port for 2cf3a18f-7c3e-4728-9525-a4e164673919 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:12.592832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.597392 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.702563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=174dbee2-3fca-4016-b069-3fcb5db2d336,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:12.709197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.740886 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:12.744647 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'Port': ['ID=2cf3a18f-7c3e-4728-9525-a4e164673919,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:13.139503 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5320eb12-652a-42ad-87ea-f024bc3827af req-666a1b5a-b1f0-4448-9a83-f9ed8ffbbfc7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001 HTTP/1.1" status: 200 len: 210 time: 0.0414493 Sep 07 11:57:13.171261 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP 324c711b-18ef-4c96-8091-551e6ba7bcb4 associated. External IP: 172.27.0.48, port: 1ff2d109-e115-4e0f-b32a-0f063fcc0a30. Sep 07 11:57:13.216153 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:13.417485 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:57:13.430449 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:13.440401 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:13.450809 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:13.451491 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:13.480082 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] No DVR routers for this DVR port 2cf3a18f-7c3e-4728-9525-a4e164673919 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:57:13.483701 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:13.485645 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b2c1e4be-a8cb-42e3-b835-a1ff8e91496a req-91875088-6350-4020-ab62-ce1f1924c43d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "DELETE /v2.0/ports/2cf3a18f-7c3e-4728-9525-a4e164673919 HTTP/1.1" status: 204 len: 173 time: 1.6245704 Sep 07 11:57:13.486598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-deleted', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:13.488858 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523c50f-8626-42fc-8967-a695d5be5f14" -d '{"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-deleted", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:13.514982 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:13.562919 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:13.567483 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534259d-adf3-464d-8a7a-e5dd0d167ecb x-openstack-request-id: req-4534259d-adf3-464d-8a7a-e5dd0d167ecb {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:13.567783 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001", "name": "network-vif-deleted", "tag": "2cf3a18f-7c3e-4728-9525-a4e164673919", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:13.568007 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4534259d-adf3-464d-8a7a-e5dd0d167ecb {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:13.568385 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ffe45-b3f6-41d1-b0ea-32b4c9cc3001', 'name': 'network-vif-deleted', 'tag': '2cf3a18f-7c3e-4728-9525-a4e164673919', 'status': 'completed', 'code': 200} Sep 07 11:57:13.638582 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:13.649979 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:13.658136 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:13.659325 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:13.660173 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:13.686401 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-7cfca339-7647-415a-8219-ca7b5cb505e0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4166577 Sep 07 11:57:13.768483 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:13.777856 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:13.794823 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:13.804338 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:13.804941 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:13.915006 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:14.003731 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:11Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:14.032502 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:14.040877 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:14.041476 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:14.125352 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:14.145930 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:14.156110 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d219-cea7-4eab-b887-283eb8ea961b None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:14.235202 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47950) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:14.294481 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.320355 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.382810 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.385563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.386760 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "DELETE /v2.0/security-groups/b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce HTTP/1.1" status: 204 len: 168 time: 0.1498466 Sep 07 11:57:14.389743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47952) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:14.396341 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8480e7f-fc07-4f70-9e1e-9c39ae79bbfc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:14.400102 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:11Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:14.421153 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.api.v2.resource [None req-4b47a229-0f9b-4333-8bc4-8e430ed3c560 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] show failed (client error): The resource could not be found. Sep 07 11:57:14.427125 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47954) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:14.428153 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4b47a229-0f9b-4333-8bc4-8e430ed3c560 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups/b57f4757-ca23-4a7b-aa3a-3a1ccef1cdce HTTP/1.1" status: 404 len: 347 time: 0.0366735 Sep 07 11:57:14.442532 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf7cfd-a443-4fb9-ba59-2c082a12def5 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:11Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:14.453256 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78570813-91c1-479e-8472-942bd99e2c17 None None] New status for floating IP 34397f34-c27d-4d40-95aa-e62414e69c4e: DOWN {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:14.562373 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Deleting port 01491097-bf05-478e-9c88-91a474f7c401 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:14.563151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.643300 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.643618 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.656418 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da4085-abe5-43ce-bd68-3977f08fc694 None None] New status for floating IP 324c711b-18ef-4c96-8091-551e6ba7bcb4: ACTIVE {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:14.657108 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Calling delete_port for 01491097-bf05-478e-9c88-91a474f7c401 owned by network:floatingip {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:14.795882 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.823277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'Port': ['ID=01491097-bf05-478e-9c88-91a474f7c401,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:14.889574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.890156 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:14.892981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:14.894831 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c988bc87-effc-4089-9df7-08632c7e1094 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "DELETE /v2.0/floatingips/34397f34-c27d-4d40-95aa-e62414e69c4e HTTP/1.1" status: 204 len: 168 time: 0.4662700 Sep 07 11:57:14.914069 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 2cf3a18f-7c3e-4728-9525-a4e164673919 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:14.914642 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2cf3a18f-7c3e-4728-9525-a4e164673919 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:15.118908 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47958) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:15.123490 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350456807', 'description': 'tempest-description--1828693255'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:15.145820 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.221723 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.224996 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.251998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.253607 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1336775 Sep 07 11:57:15.255021 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5484c-3331-449f-a8dc-389ed6297591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa1857-298d-44da-80d1-f0296d3bc68d,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:15.256578 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 47960) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:15.262909 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group_rule': {'security_group_id': '02aa1857-298d-44da-80d1-f0296d3bc68d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:15.289458 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.335381 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.338893 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.360364 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7cfe6f-2cc4-495a-a2be-711ed6bff173,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:15.367716 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.368898 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103446 Sep 07 11:57:15.370578 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.370958 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.371306 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.371652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.371762 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47962) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:15.371991 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.372326 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.372657 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.372985 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.373314 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.373660 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.373972 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.374306 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62922aa-f030-488e-ab77-fa5dfa512674 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:15.376380 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'security_group_rule': {'security_group_id': '02aa1857-298d-44da-80d1-f0296d3bc68d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:15.403163 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.459413 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.462886 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.484227 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd9bcc2-5736-4d58-b918-ec09cc629fc4,revision_number=0']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:15.488229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.489435 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a1ee2aad-717b-42ef-bdca-3b8ac901ba4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166341 Sep 07 11:57:15.492456 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 47964) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:15.498499 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:15.520192 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.581722 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:15.583953 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438d08ac-a8de-4fcf-a300-90b07923ab08" -d '{"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:15.619544 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd152dcc-d5d9-44b5-91d9-82ebe93d4f0c x-openstack-request-id: req-cd152dcc-d5d9-44b5-91d9-82ebe93d4f0c {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:15.619829 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:15.620074 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd152dcc-d5d9-44b5-91d9-82ebe93d4f0c {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:15.620455 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'status': 'completed', 'code': 200} Sep 07 11:57:15.622554 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.741191 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-7267dce7-fda9-4dea-8011-210460c561ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:15.742678 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-7267dce7-fda9-4dea-8011-210460c561ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1098 time: 0.0843861 Sep 07 11:57:15.768164 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Allocated IP 172.27.0.204 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/d2761e0a-d2cd-4440-bcf2-010a554bac43) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:57:15.904667 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-59381d38-8761-43eb-a0be-b915b11f92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:15.906132 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-59381d38-8761-43eb-a0be-b915b11f92c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1527507 Sep 07 11:57:15.973447 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:15.998156 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-ed11ac50-ad72-4849-948d-a544a77c31c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 1000 time: 0.0827730 Sep 07 11:57:16.059299 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-9a9e2d63-2f52-484f-b5d7-b780c11734db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:16.060719 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-9a9e2d63-2f52-484f-b5d7-b780c11734db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0548766 Sep 07 11:57:16.062113 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.120191 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:57:16.126034 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:57:16.130927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:57:16.160527 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=d2761e0a-d2cd-4440-bcf2-010a554bac43,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:16.176078 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-bd619ec6-b2de-4ff0-9a29-9d7d062e8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:16.177565 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-bd619ec6-b2de-4ff0-9a29-9d7d062e8da2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1074936 Sep 07 11:57:16.285636 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.322591 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-7f7f035a-98de-4616-b36d-0770ed0b5d0d service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370363 Sep 07 11:57:16.337207 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.467798 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-438d08ac-a8de-4fcf-a300-90b07923ab08 req-bcf5b9ea-2aa6-4280-a9f8-73fc65e1bcbc service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370692 Sep 07 11:57:16.544792 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.549980 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.620404 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=d2761e0a-d2cd-4440-bcf2-010a554bac43,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:16.630716 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.643798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:16.645005 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-abf61bd8-6baf-4b7d-ac36-98c36f90743f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1513617 Sep 07 11:57:16.780889 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-8ea3dc3e-b121-4058-a6f6-b4411c2a54d5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--350456807&fields=id&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 267 time: 0.0319226 Sep 07 11:57:16.889095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-314bb340-3d87-413d-8148-d8cc17f3d113 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:16.890560 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-314bb340-3d87-413d-8148-d8cc17f3d113 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 817 time: 0.1027882 Sep 07 11:57:16.905470 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-2b0cd419-a7e9-4d4a-a364-5a4da56035bc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/quotas/de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 375 time: 0.0087185 Sep 07 11:57:16.956442 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-927a913b-dcec-4a0e-b74b-e6a9968e7019 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453777 Sep 07 11:57:17.048964 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-26fde752-a575-468a-9252-7d8f1575c1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811045 Sep 07 11:57:17.141068 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-65d64e2c-3b53-4730-a7e9-f220767da32d service neutron] 10.222.0.13 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Sep 07 11:57:17.301149 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d59171d4-eef5-469b-b907-8af79c701360 req-253f1305-6b5f-449b-9330-57dd1de0026c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 210 time: 0.0292964 Sep 07 11:57:18.460341 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-307da7eb-f87b-4a7a-8fe3-48ce20d3e54d req-d57174c7-601b-4b4c-9675-26fb211f13b1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 210 time: 0.0317330 Sep 07 11:57:18.484499 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-9c2a2883-c3e2-46bb-8382-01fee82bf005 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:18.484499 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-9c2a2883-c3e2-46bb-8382-01fee82bf005 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 817 time: 0.3642051 Sep 07 11:57:18.528914 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-8125235a-137e-4177-bcaf-4c1d4e7aee53 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 379 time: 0.0330861 Sep 07 11:57:18.538282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'port': {'device_id': '859cc1af-e932-423a-adb1-f0938dda6af1', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'admin_state_up': True, 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'security_groups': ['02aa1857-298d-44da-80d1-f0296d3bc68d']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:18.643288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Made reservation on behalf of de81c645522f4b80b3822b635136230b for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:57:18.646691 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:18.767948 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Allocated IP 172.20.0.4 (2df8d02b-71dc-4523-8122-d571cf9dc178/87555d64-021e-4d89-8214-029fe1eb7a5a/9f7b131b-38f1-4d9b-99fc-3dbc23f52f19) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:57:18.903910 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:18.916617 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Transition to ACTIVE for port object 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:57:18.948498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:18.989638 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:57:18.992621 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:57:18.996115 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:57:19.005145 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:19.051709 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.052341 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.067531 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-0326c072-ded0-48d7-9471-6f539e929a7f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327032 Sep 07 11:57:19.081311 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Request body: {'port': {'device_id': '859cc1af-e932-423a-adb1-f0938dda6af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:19.139774 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.201480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-293bdaa2-54c3-4b34-9b4e-285ac14d1198 None None] Provisioning for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:57:19.205419 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-293bdaa2-54c3-4b34-9b4e-285ac14d1198 None None] Provisioning complete for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:19.205789 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-293bdaa2-54c3-4b34-9b4e-285ac14d1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.238221 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-293bdaa2-54c3-4b34-9b4e-285ac14d1198 None None] Port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:57:19.400732 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:57:19.408317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.420053 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Transition to ACTIVE for port object 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:57:19.423968 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.477791 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:19.548709 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Attempting to bind port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:57:19.549248 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Attempting to bind port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:57:19.549648 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Attempting to bind port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:57:19.554327 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:57:19.554739 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Attempting to bind port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 on network 2df8d02b-71dc-4523-8122-d571cf9dc178 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:57:19.559701 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:57:19.560053 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Checking segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:57:19.560436 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Bound using segment: {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:57:19.560858 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Bound port: 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96017dc-f798-47f8-a016-4cc43571b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:57:19.561212 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.589033 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a357fe-381f-43f5-b404-4c084a55052d req-93e1c69e-fa9c-4537-854c-343529073345 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.590671 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e3a357fe-381f-43f5-b404-4c084a55052d req-93e1c69e-fa9c-4537-854c-343529073345 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0532625 Sep 07 11:57:19.627194 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:57:19.630224 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:57:19.630379 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e3a357fe-381f-43f5-b404-4c084a55052d req-b40e613b-2a1f-4cf2-8e1d-3fce6edfb49f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Sep 07 11:57:19.639458 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.680562 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.681183 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:19.682588 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] 10.222.0.62 "PUT /v2.0/ports/9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 1093 time: 0.6061285 Sep 07 11:57:19.683062 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:19.685326 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4534c3b-4533-4017-b07d-ae77fb09db06" -d '{"events": [{"name": "network-changed", "server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:19.718317 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e4127-6ba4-41aa-86b0-ced9e0ab497f service neutron] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:19.722542 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11eff71-ddbe-41ac-ba1f-ed24bf1675c2 x-openstack-request-id: req-a11eff71-ddbe-41ac-ba1f-ed24bf1675c2 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:19.722854 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:19.723116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a11eff71-ddbe-41ac-ba1f-ed24bf1675c2 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:19.723512 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'status': 'completed', 'code': 200} Sep 07 11:57:19.768754 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-b59df460-5e0c-4d04-b4d0-62d8f68247d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.770288 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-b59df460-5e0c-4d04-b4d0-62d8f68247d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1096 time: 0.0453718 Sep 07 11:57:19.814995 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-28afc76b-e457-4878-8649-bba88920874c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 217 time: 0.0354908 Sep 07 11:57:19.864114 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-db7795ee-9463-4176-b504-aa7a8feb22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.865578 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-db7795ee-9463-4176-b504-aa7a8feb22a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0439053 Sep 07 11:57:19.916814 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-b1c77353-24fc-421f-9dce-d6e70d78c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:19.918247 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-b1c77353-24fc-421f-9dce-d6e70d78c39d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454545 Sep 07 11:57:20.004782 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-35856dc5-1a77-4465-a4e0-67fa433d0c3e service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789301 Sep 07 11:57:20.094715 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-64ec7fb5-52e9-497f-a471-1f6866c445ef req-cc19706d-c8aa-4069-a191-9be3663de953 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Sep 07 11:57:20.192282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-7e0453d4-25b0-4a7c-a1d0-bd5507a1e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:20.193628 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-7e0453d4-25b0-4a7c-a1d0-bd5507a1e283 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1096 time: 0.0394971 Sep 07 11:57:20.284779 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-09af2d38-eaf8-4636-adcd-c3bc68eedd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:20.286219 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-09af2d38-eaf8-4636-adcd-c3bc68eedd4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0849807 Sep 07 11:57:20.326388 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-99653d55-f512-4a44-bc3b-aaace2e00935 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 217 time: 0.0330729 Sep 07 11:57:20.373458 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-571251c9-dee0-4b49-86dc-51bffbe347d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:20.374867 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-571251c9-dee0-4b49-86dc-51bffbe347d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0415225 Sep 07 11:57:20.422935 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-9d27535d-87a5-4117-8928-7ba0af905603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:20.424955 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-9d27535d-87a5-4117-8928-7ba0af905603 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428338 Sep 07 11:57:20.513821 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-3a5c5983-ae8e-4c14-9919-9872537320f5 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809889 Sep 07 11:57:20.605375 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4534c3b-4533-4017-b07d-ae77fb09db06 req-ebb86791-492e-4f86-a4a9-172ddd9f406e service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830486 Sep 07 11:57:20.744888 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332ac60-67fe-49a5-a849-9fbb465fb053 req-8c0b368d-01fe-4045-9df1-05bda4472d32 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:20.746357 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e332ac60-67fe-49a5-a849-9fbb465fb053 req-8c0b368d-01fe-4045-9df1-05bda4472d32 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0475922 Sep 07 11:57:20.783679 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e332ac60-67fe-49a5-a849-9fbb465fb053 req-943f78cf-c8f2-4d73-b7ac-28de19881dfb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Sep 07 11:57:21.900307 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154e50-b174-4d0c-80e4-094bf1034647 req-aeccc8bd-eaea-49bf-960d-eff3298e5ec4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:21.901801 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8d154e50-b174-4d0c-80e4-094bf1034647 req-aeccc8bd-eaea-49bf-960d-eff3298e5ec4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0482621 Sep 07 11:57:21.938797 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8d154e50-b174-4d0c-80e4-094bf1034647 req-553a24fb-57a8-409f-8610-69957b41e732 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Sep 07 11:57:22.939052 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:57:23.036976 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:23.048017 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:57:23.054828 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950a2f8-bbab-48af-abe4-161d78bcb198 req-502053af-7193-4d1e-8564-57a0e6fce310 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:23.056332 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4950a2f8-bbab-48af-abe4-161d78bcb198 req-502053af-7193-4d1e-8564-57a0e6fce310 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Sep 07 11:57:23.084201 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:23.097088 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:57:23.097272 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-4950a2f8-bbab-48af-abe4-161d78bcb198 req-f8527476-55d7-4d36-bed2-07e2cc43177b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Sep 07 11:57:23.119801 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:23.124554 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:23.170265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:23.177044 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.177391 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.177731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.178066 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.178395 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.178723 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.179074 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.179400 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.179724 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.180045 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.180364 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.180680 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:23.547461 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:24.211593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5b48b-28bd-4051-8924-8b1ef156429a req-87d96fdb-a7dc-4dd0-97cb-765122efffa4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:24.213056 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7bb5b48b-28bd-4051-8924-8b1ef156429a req-87d96fdb-a7dc-4dd0-97cb-765122efffa4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 944 time: 0.0470126 Sep 07 11:57:24.249771 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7bb5b48b-28bd-4051-8924-8b1ef156429a req-3429611c-e738-4419-a411-0b8f0e96dbca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Sep 07 11:57:24.955831 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:57:25.004587 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:57:25.008329 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:25.008699 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:25.081242 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:25.102139 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:25.104382 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d01f2-65d6-404e-8871-17a3ad7ba487" -d '{"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:25.117307 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:25.121611 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:25.148055 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5dba77-5e32-412c-9a3f-f7b59e95bf1c x-openstack-request-id: req-3e5dba77-5e32-412c-9a3f-f7b59e95bf1c {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:25.148342 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:25.148592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e5dba77-5e32-412c-9a3f-f7b59e95bf1c {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:25.148966 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'code': 200} Sep 07 11:57:25.174527 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:25.316724 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a170e-2f19-435f-9636-3682e62a3983 req-bfe636a4-7b0d-4446-8248-5208a5ada49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:25.318188 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-577a170e-2f19-435f-9636-3682e62a3983 req-bfe636a4-7b0d-4446-8248-5208a5ada49a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1098 time: 0.0429111 Sep 07 11:57:25.377180 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-577a170e-2f19-435f-9636-3682e62a3983 req-85f227ca-0b28-45db-ab77-f311e3d369af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487621 Sep 07 11:57:25.386123 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd8239-bd95-422b-8a7d-02a1a20e9d3d req-af096572-2773-4ce0-bfe1-f914be5423a6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:25.387555 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43dd8239-bd95-422b-8a7d-02a1a20e9d3d req-af096572-2773-4ce0-bfe1-f914be5423a6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0679884 Sep 07 11:57:25.425662 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-43dd8239-bd95-422b-8a7d-02a1a20e9d3d req-0e87eb6c-8e4b-4b41-bb78-c327276d65d4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Sep 07 11:57:26.542810 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ce719-11e9-427a-bdfd-61416d809bd3 req-a1fc255c-6563-4f4b-8e0e-e4b5457eb355 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:26.544283 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c73ce719-11e9-427a-bdfd-61416d809bd3 req-a1fc255c-6563-4f4b-8e0e-e4b5457eb355 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Sep 07 11:57:26.580818 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c73ce719-11e9-427a-bdfd-61416d809bd3 req-2bc0d8b1-484c-4874-8b88-c17dfdfbb14d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300124 Sep 07 11:57:27.698782 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ccdb-21d5-4fc8-b76e-5c0f1537ccd6 req-5fff2fa6-1093-4f4f-b471-e67ca69f65c7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:27.700245 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0821ccdb-21d5-4fc8-b76e-5c0f1537ccd6 req-5fff2fa6-1093-4f4f-b471-e67ca69f65c7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Sep 07 11:57:27.739266 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0821ccdb-21d5-4fc8-b76e-5c0f1537ccd6 req-1010600a-c804-4e61-b4c3-0901a6158321 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Sep 07 11:57:27.850993 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be35b0e-89a4-4def-8076-ca002a7e3c08 req-550f0507-7dc8-4059-8958-483956dfd2df tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:27.852556 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2be35b0e-89a4-4def-8076-ca002a7e3c08 req-550f0507-7dc8-4059-8958-483956dfd2df tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0471454 Sep 07 11:57:27.861451 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48034) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:27.865982 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Request body: {'floatingip': {'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:27.906840 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:28.050540 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8cd7-4aa7-47b4-95dd-cfdf8be03ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:28.311595 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:28.315767 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:28.411086 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Floating IP a8919b64-8b07-499a-bb44-9c3a03aad803 associated. External IP: 172.27.0.204, port: 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19. Sep 07 11:57:28.610926 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:28.715012 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:28.720346 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:28.724861 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:28.734460 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:28.735130 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:28.745559 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-4071b41d-f864-43fe-977f-12bc176fb70e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "PUT /v2.0/floatingips/a8919b64-8b07-499a-bb44-9c3a03aad803 HTTP/1.1" status: 200 len: 991 time: 0.8830781 Sep 07 11:57:28.746133 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:28.748389 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:28.846503 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856874c-94bf-4d7c-92a4-68016eb2fb28 x-openstack-request-id: req-b856874c-94bf-4d7c-92a4-68016eb2fb28 {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:28.846812 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:28.847067 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b856874c-94bf-4d7c-92a4-68016eb2fb28 {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:28.847463 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'status': 'completed', 'code': 200} Sep 07 11:57:28.912208 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-b91eef45-5189-4c13-957e-851fb71e580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:28.913725 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-b91eef45-5189-4c13-957e-851fb71e580d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1098 time: 0.0421183 Sep 07 11:57:28.964619 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:29.006011 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-c2414633-ba94-436c-aced-9ee3ed202636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:29.007802 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-c2414633-ba94-436c-aced-9ee3ed202636 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0853169 Sep 07 11:57:29.075634 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-404e0abc-f041-42f7-9d20-934591557c0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 999 time: 0.0594435 Sep 07 11:57:29.123259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-94571e67-54ae-4a61-a5b5-2e65ffedae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:29.124622 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-94571e67-54ae-4a61-a5b5-2e65ffedae98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0417550 Sep 07 11:57:29.169838 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-50cae0bf-721c-4138-a0d1-49f2c7ae778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:29.171502 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-50cae0bf-721c-4138-a0d1-49f2c7ae778d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384998 Sep 07 11:57:29.181748 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a8919b64-8b07-499a-bb44-9c3a03aad803', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859cc1af-e932-423a-adb1-f0938dda6af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:16Z', 'updated_at': '2021-09-07T11:57:28Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:29.211449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:29.219669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:29.220274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:29.263733 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-b778b19a-9a26-4fe6-af47-1118111970b4 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Sep 07 11:57:29.322810 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:29.351923 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5ae6345f-ee7c-4d9a-8d64-2e281e8ca6fd req-b5afa525-aec7-42a5-bae3-39d4bbe54c3e service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Sep 07 11:57:29.539825 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a8919b64-8b07-499a-bb44-9c3a03aad803', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859cc1af-e932-423a-adb1-f0938dda6af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:16Z', 'updated_at': '2021-09-07T11:57:28Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:29.569245 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db604f1-890f-48c4-bf25-2592c238169e None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': 'a8919b64-8b07-499a-bb44-9c3a03aad803', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859cc1af-e932-423a-adb1-f0938dda6af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:16Z', 'updated_at': '2021-09-07T11:57:28Z', 'revision_number': 1, 'project_id': 'de81c645522f4b80b3822b635136230b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:29.759230 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e46885-d30a-43fd-8e88-c5f9b27f4606 None None] New status for floating IP a8919b64-8b07-499a-bb44-9c3a03aad803: ACTIVE {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:30.786290 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6715-4455-4c67-8faf-ae2d05d45830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:31.093423 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:31.771327 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:33.029634 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:33.365524 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:33.670651 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b180-ccb6-4b3e-bc7c-11a7ea147aaf req-4c11a9e4-7252-44c7-a8f0-9ff90b676a1f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:33.672135 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3a6b180-ccb6-4b3e-bc7c-11a7ea147aaf req-4c11a9e4-7252-44c7-a8f0-9ff90b676a1f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0516574 Sep 07 11:57:33.708576 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3a6b180-ccb6-4b3e-bc7c-11a7ea147aaf req-d1ec309d-e842-4416-9a62-f85a4511cda4 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Sep 07 11:57:34.821104 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4fb31-de0c-48fc-a411-798c652db7e8 req-4ff30d18-343e-42b0-ac19-d84f618c3315 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:34.822590 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d8c4fb31-de0c-48fc-a411-798c652db7e8 req-4ff30d18-343e-42b0-ac19-d84f618c3315 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Sep 07 11:57:34.860789 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d8c4fb31-de0c-48fc-a411-798c652db7e8 req-399094bc-8ede-43ee-84ba-5ace074a2717 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab3c847-0637-4c3d-9509-8c1e2bd52b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Sep 07 11:57:35.139629 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-b9fe59df-630a-4df6-8473-75d6126b5e6e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:35.141675 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-b9fe59df-630a-4df6-8473-75d6126b5e6e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 945 time: 0.0467508 Sep 07 11:57:35.232984 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Deleting port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:35.233321 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.318924 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] For port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:35.319299 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.486232 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.486500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.486838 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Floating IP dccbe32b-1453-4de9-98d4-31bbe48c467e disassociated. External IP: 172.27.0.20, port: d1040032-2f0c-47a0-bf45-a3ace6ffd4c3. Sep 07 11:57:35.487178 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Calling delete_port for d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:35.614119 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.645896 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'Port': ['ID=d1040032-2f0c-47a0-bf45-a3ace6ffd4c3,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:35.755958 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:35.859516 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:35.869884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:35.881036 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:35.881784 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:35.900496 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] No DVR routers for this DVR port d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:57:35.903706 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:35.906263 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9504f776-0744-4d3c-bdaa-7b4d734841d1 req-f4bacc49-8a33-499d-b3bf-cd99e4e271ee tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "DELETE /v2.0/ports/d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 HTTP/1.1" status: 204 len: 173 time: 0.7581100 Sep 07 11:57:35.907367 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'name': 'network-vif-deleted', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:35.910722 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7af052-320e-45c1-b1ef-5bce0b6c597b" -d '{"events": [{"server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "name": "network-vif-deleted", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:35.949608 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821b0592-09da-4793-a0b0-d58571078f38 x-openstack-request-id: req-821b0592-09da-4793-a0b0-d58571078f38 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:35.950050 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf17fdbc-1239-4ad0-a076-ec45607941a0", "name": "network-vif-deleted", "tag": "d1040032-2f0c-47a0-bf45-a3ace6ffd4c3", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:35.950752 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-821b0592-09da-4793-a0b0-d58571078f38 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:35.950752 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf17fdbc-1239-4ad0-a076-ec45607941a0', 'name': 'network-vif-deleted', 'tag': 'd1040032-2f0c-47a0-bf45-a3ace6ffd4c3', 'status': 'completed', 'code': 200} Sep 07 11:57:35.965631 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-8e65c339-b205-4a06-90b3-3e6350490b30 req-adb9b9a4-9acf-41c3-872b-6349ec271c92 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf17fdbc-1239-4ad0-a076-ec45607941a0 HTTP/1.1" status: 200 len: 210 time: 0.0310369 Sep 07 11:57:36.009379 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:36.214290 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:36.242573 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:36.251106 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:36.251706 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:36.350934 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:36.553508 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:36.578994 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81a7cc-657b-4441-9918-f0c167955d3b None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:36.773668 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d85688-8b23-4b0d-9858-cbb3b3f57d7e None None] New status for floating IP dccbe32b-1453-4de9-98d4-31bbe48c467e: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:37.051694 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48086) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:37.104915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.127119 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.172809 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.175296 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.176425 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "DELETE /v2.0/security-groups/eab3c847-0637-4c3d-9509-8c1e2bd52b88 HTTP/1.1" status: 204 len: 168 time: 0.1237102 Sep 07 11:57:37.179303 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48088) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:37.185173 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d46d77-2b1e-4f45-b378-3f9b0f26158b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab3c847-0637-4c3d-9509-8c1e2bd52b88,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:37.197048 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.api.v2.resource [None req-66e15615-f7a4-4eac-a669-8a086ece8e0d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] show failed (client error): The resource could not be found. Sep 07 11:57:37.198065 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-66e15615-f7a4-4eac-a669-8a086ece8e0d tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups/eab3c847-0637-4c3d-9509-8c1e2bd52b88 HTTP/1.1" status: 404 len: 347 time: 0.0166759 Sep 07 11:57:37.201189 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48090) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:37.321173 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Deleting port 221eb66a-3c40-4c96-b1cc-d40ac2c770d9 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:37.321511 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.396718 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.396959 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.408698 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Calling delete_port for 221eb66a-3c40-4c96-b1cc-d40ac2c770d9 owned by network:floatingip {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:37.537079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.567498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'Port': ['ID=221eb66a-3c40-4c96-b1cc-d40ac2c770d9,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:37.626468 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.629154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:37.630310 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-f6cee7cb-7b0d-4629-890e-57b44de7c633 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "DELETE /v2.0/floatingips/dccbe32b-1453-4de9-98d4-31bbe48c467e HTTP/1.1" status: 204 len: 168 time: 0.4272490 Sep 07 11:57:37.989536 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48096) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:37.994116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864131439', 'description': 'tempest-description--440304210'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:38.015070 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.093181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.096832 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.121602 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.122817 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1322663 Sep 07 11:57:38.125948 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48098) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:38.126593 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315738-35d5-455e-b33f-810bef52f5dd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82e7e0-4836-43b6-a9ac-0071186ce073,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:38.130480 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group_rule': {'security_group_id': '9d82e7e0-4836-43b6-a9ac-0071186ce073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:38.156568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.204980 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.208197 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.226609 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e485ee-721c-4df6-90d8-8a30c76eba4e,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:38.229597 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.230999 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-89e74219-cc44-4252-b3aa-44cfa7315dff tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1040223 Sep 07 11:57:38.233590 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48100) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:38.237928 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'security_group_rule': {'security_group_id': '9d82e7e0-4836-43b6-a9ac-0071186ce073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:38.262798 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.318326 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.321568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757633'] for security_group_rule, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.338269 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2626f75f-3c76-46e9-8e37-ef97ee61f301,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:38.344629 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.345841 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b4b8565d-61ec-4507-8e1a-285a75c7079e tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113307 Sep 07 11:57:38.348899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48102) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:38.353706 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:38.374399 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.470139 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.571961 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_common [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Allocated IP 172.27.0.213 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/3d513229-5561-455d-8040-2c57a7e1a968) {{(pid=105497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:57:38.675134 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.712169 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.745320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:57:38.748156 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Resources bound (agent type, host, resource id): {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:57:38.751797 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Received port after_create {{(pid=105497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:57:38.783032 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=3d513229-5561-455d-8040-2c57a7e1a968,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:38.839922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:38.876504 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:39.023519 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:39.028793 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:39.056757 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:39.077906 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:39.078268 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device d1040032-2f0c-47a0-bf45-a3ace6ffd4c3 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:39.102858 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=3d513229-5561-455d-8040-2c57a7e1a968,revision_number=2']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:39.115708 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:39.128795 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:39.130066 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-319e9b53-8965-4741-a6f5-24472034f9b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7802379 Sep 07 11:57:39.265593 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-cabd6a57-fc36-44b8-adf9-754da0f72a78 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1864131439&fields=id&tenant_id=3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 267 time: 0.0324304 Sep 07 11:57:39.370541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-68aa863d-ff21-4786-8283-15bcf442d698 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:39.371924 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-68aa863d-ff21-4786-8283-15bcf442d698 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 810 time: 0.0999286 Sep 07 11:57:39.386877 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-34cf244e-971f-41fc-9699-f75333d5dfbe tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/quotas/3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 375 time: 0.0093968 Sep 07 11:57:39.438581 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-cbaa259e-808a-409e-b542-9dc57e5e8f04 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459592 Sep 07 11:57:39.532954 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f0e883a6-0f62-4083-ae00-66c60186cd23 service neutron] 10.222.0.13 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Sep 07 11:57:39.630839 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-c4103e1e-7073-47f9-a2ed-2b0f8078d97e service neutron] 10.222.0.13 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919344 Sep 07 11:57:39.792563 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91599445-c40e-4fa5-b409-1c76aedc1e0f req-c9cf8536-d0a1-417e-85ce-71e72a2786b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 210 time: 0.0296900 Sep 07 11:57:40.772408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-3f6dfcae-7d8a-4b70-9ea6-76028444b2d2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:40.773860 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-3f6dfcae-7d8a-4b70-9ea6-76028444b2d2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 810 time: 0.1019452 Sep 07 11:57:40.832629 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-81140e4c-9b39-4342-9931-ade6c08fa040 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c46e62502364c3293744ed53aef6c55 HTTP/1.1" status: 200 len: 380 time: 0.0339408 Sep 07 11:57:40.849107 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'port': {'device_id': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'admin_state_up': True, 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'security_groups': ['9d82e7e0-4836-43b6-a9ac-0071186ce073']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:40.927292 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7ba537d1-5cd0-4e38-b405-e3f393f66f90 req-fe562d02-2145-4823-8b23-4906107b1e14 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 210 time: 0.0632744 Sep 07 11:57:40.976233 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Made reservation on behalf of 3c46e62502364c3293744ed53aef6c55 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:57:40.979689 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.101397 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Allocated IP 172.20.0.12 (15f17bf6-1e8d-4499-9414-e6a4dd3b2c50/225eb7eb-61a8-4e8a-a382-abe9fd4f20c4/6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:57:41.230854 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.247845 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Transition to ACTIVE for port object 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:57:41.279726 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.537256 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:57:41.540265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:57:41.543824 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:57:41.569256 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event updated for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:41.597466 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:41.598095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.614076 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-ffed26d7-1dbc-4385-99ec-c1a06c903979 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688909 Sep 07 11:57:41.627978 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Request body: {'port': {'device_id': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:41.685313 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.726808 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-362c068a-7d2f-4e63-b021-7ad0b0e5f3a5 None None] Provisioning for port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:57:41.730479 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-362c068a-7d2f-4e63-b021-7ad0b0e5f3a5 None None] Provisioning complete for port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:41.730877 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-362c068a-7d2f-4e63-b021-7ad0b0e5f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.768622 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-362c068a-7d2f-4e63-b021-7ad0b0e5f3a5 None None] Port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:57:41.941815 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:57:41.949028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:41.961335 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Transition to ACTIVE for port object 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:57:41.965165 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:42.047687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:42.102942 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e8443-ac5d-4296-882b-f131864fa837 req-8fe6a47e-11ec-4e81-8a16-2cc50dcf3325 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.104459 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-468e8443-ac5d-4296-882b-f131864fa837 req-8fe6a47e-11ec-4e81-8a16-2cc50dcf3325 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 944 time: 0.1090920 Sep 07 11:57:42.150743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Attempting to bind port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:57:42.151102 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Attempting to bind port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:57:42.151429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Attempting to bind port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:57:42.162099 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-468e8443-ac5d-4296-882b-f131864fa837 req-448cc435-368b-4971-ab07-1f6ee7b91d8c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501101 Sep 07 11:57:42.162738 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:57:42.163083 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Attempting to bind port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 on network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:57:42.168076 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:57:42.168504 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Checking segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:57:42.168875 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Bound using segment: {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:57:42.169293 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Bound port: 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2601e9-ef83-4cc8-a51b-653849f213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:57:42.169644 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:42.233844 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:57:42.237414 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:57:42.241703 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:42.273004 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.273614 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:42.275034 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] 10.222.0.62 "PUT /v2.0/ports/6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 HTTP/1.1" status: 200 len: 1094 time: 0.6513255 Sep 07 11:57:42.275463 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:42.277684 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f" -d '{"events": [{"name": "network-changed", "server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:42.325267 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8bf9-3741-4726-a551-8fda40f96295 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:42.332488 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6f015-074a-457b-a038-04547ea2af5e x-openstack-request-id: req-d9a6f015-074a-457b-a038-04547ea2af5e {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:42.332935 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:42.333188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a6f015-074a-457b-a038-04547ea2af5e {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:42.333580 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'status': 'completed', 'code': 200} Sep 07 11:57:42.366516 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-65b02eaa-4c45-48af-9e42-a50bff5de399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.368066 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-65b02eaa-4c45-48af-9e42-a50bff5de399 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 1097 time: 0.0509613 Sep 07 11:57:42.417501 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-eea1283c-7017-4d2c-a0ce-497798013a99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 HTTP/1.1" status: 200 len: 217 time: 0.0408857 Sep 07 11:57:42.466300 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-481b6627-7dd9-42a9-9cd2-3c27f5816464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.467786 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-481b6627-7dd9-42a9-9cd2-3c27f5816464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0434954 Sep 07 11:57:42.513384 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14185-60e6-4607-b300-128f145a0d48 req-7024c16d-f2da-4cac-ba9f-6d2a67159f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.514928 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-7024c16d-f2da-4cac-ba9f-6d2a67159f4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394893 Sep 07 11:57:42.612492 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-b7411819-569c-49fc-8598-060a36921241 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Sep 07 11:57:42.701059 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1bb14185-60e6-4607-b300-128f145a0d48 req-214c9944-3833-4965-aece-df90e16164e2 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805981 Sep 07 11:57:42.783820 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-4a5342fe-942e-4af3-b26f-30ca3f7a2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.785281 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-4a5342fe-942e-4af3-b26f-30ca3f7a2f84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 1097 time: 0.0406239 Sep 07 11:57:42.876893 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-ab4b19e6-25e3-4046-af41-0c57df982945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.878425 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-ab4b19e6-25e3-4046-af41-0c57df982945 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.0859208 Sep 07 11:57:42.924553 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-a5d8f5fd-f9d9-4dd2-be44-941d378567bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 HTTP/1.1" status: 200 len: 217 time: 0.0340505 Sep 07 11:57:42.979753 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-bda296ea-21f0-4a96-be84-a5b4ea453dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:42.981180 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-bda296ea-21f0-4a96-be84-a5b4ea453dc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0467331 Sep 07 11:57:43.027861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-166837db-ddcf-4fc5-8f43-5844ea59b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:43.029309 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-166837db-ddcf-4fc5-8f43-5844ea59b76d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409701 Sep 07 11:57:43.123394 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-9fd6565e-f96f-4785-99d0-34b5f594723c service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865605 Sep 07 11:57:43.211665 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3c999ca-881d-4e72-a5e0-2765e8bbc04f req-cbbf2289-5cda-4ba9-bd73-7a38956b2af1 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809839 Sep 07 11:57:43.276525 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93114-c9ac-47f0-81f1-c62760aefc85 req-dacd24b1-f0fb-4599-b1af-ffbe8e6b84cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:43.278064 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9dc93114-c9ac-47f0-81f1-c62760aefc85 req-dacd24b1-f0fb-4599-b1af-ffbe8e6b84cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 944 time: 0.0479434 Sep 07 11:57:43.315201 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9dc93114-c9ac-47f0-81f1-c62760aefc85 req-f9ba3a66-cc04-4d0a-b9f7-c9af38168573 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Sep 07 11:57:44.212674 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-91916242-0363-4055-959b-ef6cbf77415d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387018113&fields=id&tenant_id=aea0e180cd954f08bdbc5dd21df7d70f HTTP/1.1" status: 200 len: 267 time: 0.0318584 Sep 07 11:57:44.268315 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-83cf4bf8-8a21-4403-938c-4f4cb6a3fd00 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:44.269782 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-83cf4bf8-8a21-4403-938c-4f4cb6a3fd00 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 984 time: 0.0512023 Sep 07 11:57:44.280410 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Request body: {'port': {'security_groups': ['ab78aec0-fe58-4f6d-baf6-cc9095c3875d']}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:44.348401 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.434983 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e35d7-de12-44db-a9cc-2c879d4b607e req-e0c3ca43-0137-49c6-918b-634e10354281 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:44.436371 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac9e35d7-de12-44db-a9cc-2c879d4b607e req-e0c3ca43-0137-49c6-918b-634e10354281 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 944 time: 0.0542784 Sep 07 11:57:44.475861 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ac9e35d7-de12-44db-a9cc-2c879d4b607e req-2dd3be3c-e8b3-4357-8172-1d806a7d1e0f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Sep 07 11:57:44.529348 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:44.556427 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for port, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.561023 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8409459'] for port, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.575190 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:44.609860 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:44.610509 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.611942 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1247e266-8846-4944-8a4e-210b19fd1b5d req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "PUT /v2.0/ports/704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 942 time: 0.3359179 Sep 07 11:57:44.612393 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:44.614757 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febc798-34f3-4515-af65-7547ad8d6706" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:44.618743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48162) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:44.641977 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be299c-a89a-4f96-a5ee-debc7934ba1c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event updated for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=7']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:44.662356 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6531a0-14e0-4415-97dc-bb300b4e0650 x-openstack-request-id: req-ed6531a0-14e0-4415-97dc-bb300b4e0650 {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:44.662653 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:44.662926 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed6531a0-14e0-4415-97dc-bb300b4e0650 {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:44.663323 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:57:44.723697 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.731992 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:44.757693 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.767867 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc798-34f3-4515-af65-7547ad8d6706 req-51f45e81-a649-4bfa-a54e-13b925d00d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:44.769368 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-51f45e81-a649-4bfa-a54e-13b925d00d9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1098 time: 0.0834839 Sep 07 11:57:44.874496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-937742f6-7875-40fe-b3ff-ec416d0d120f None None] Provisioning complete for port 704b42d3-4083-4608-a81f-28f77cc45e66 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:44.874947 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-937742f6-7875-40fe-b3ff-ec416d0d120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.881261 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc798-34f3-4515-af65-7547ad8d6706 req-ff279b43-c32c-457f-bff9-f4b7b044756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:44.883130 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-ff279b43-c32c-457f-bff9-f4b7b044756f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 916 time: 0.1031413 Sep 07 11:57:44.899508 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.902000 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:44.903119 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed0dc0e5-b67f-49fc-83b4-1c1205256f71 HTTP/1.1" status: 204 len: 168 time: 0.2833495 Sep 07 11:57:44.906837 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48164) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:44.942325 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869b701-ccfd-4e58-92cd-5829647e425c tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0dc0e5-b67f-49fc-83b4-1c1205256f71,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:44.962205 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-5485f5af-eb69-48d1-84da-a4e3a7c0f29f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 1001 time: 0.0696814 Sep 07 11:57:45.020386 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc798-34f3-4515-af65-7547ad8d6706 req-56f10f3b-4b83-4464-9e41-dda226dc1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:45.021895 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-56f10f3b-4b83-4464-9e41-dda226dc1d20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0507073 Sep 07 11:57:45.069924 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc798-34f3-4515-af65-7547ad8d6706 req-a666bf0a-a8e4-42ad-b1ed-954ff095d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:45.071463 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-a666bf0a-a8e4-42ad-b1ed-954ff095d129 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411654 Sep 07 11:57:45.089779 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:57:45.167651 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-ddc87651-2de7-4714-a80e-6524ea67c7f9 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Sep 07 11:57:45.191958 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:45.205150 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'port_id': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'mac_address': 'fa:16:3e:b4:87:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:57:45.243947 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.258677 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:57:45.269050 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2febc798-34f3-4515-af65-7547ad8d6706 req-7d5d1cfd-4538-429d-9916-ba26f0e01cac service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925517 Sep 07 11:57:45.278667 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:45.283593 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.305372 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Deleting port d7855989-e054-4eaa-9280-627d75495b56 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:45.305850 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.337174 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:45.381704 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.382400 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.395075 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Calling delete_port for d7855989-e054-4eaa-9280-627d75495b56 owned by network:floatingip {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:45.571217 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.592318 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ebbfa-900c-4eb2-8034-22ecc3444c35 req-c0e3bc15-b4a4-488e-865e-649d0234a2ea tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:45.593834 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c7ebbfa-900c-4eb2-8034-22ecc3444c35 req-c0e3bc15-b4a4-488e-865e-649d0234a2ea tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Sep 07 11:57:45.597168 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event deleted for resources: {'Port': ['ID=d7855989-e054-4eaa-9280-627d75495b56,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:45.633049 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4c7ebbfa-900c-4eb2-8034-22ecc3444c35 req-e75b9f2b-3b39-4b2a-8fe5-3e1a1f650eba tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Sep 07 11:57:45.655796 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:45.657646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks [] for floatingip, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.657983 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Floating IP a951b7db-d32c-42c1-a6c8-b0ae31f21958 disassociated (deleted). External IP: 172.27.0.247, port: 704b42d3-4083-4608-a81f-28f77cc45e66. Sep 07 11:57:45.863259 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Router bf5ea519-8c3e-415f-b415-d90f240fbe4e has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:45.968669 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:45.973484 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:45.977952 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Sync routers for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:45.986585 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:45.987238 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:45.999208 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d21b69cf-59c4-4024-b3ad-21e28c8e40a2 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "DELETE /v2.0/floatingips/a951b7db-d32c-42c1-a6c8-b0ae31f21958 HTTP/1.1" status: 204 len: 168 time: 1.0921445 Sep 07 11:57:46.217858 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:46.417120 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:46.446470 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Checking router: bf5ea519-8c3e-415f-b415-d90f240fbe4e for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:46.455143 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:46.455756 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:46.564251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:46.664899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:46.667509 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:46.710629 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45a253-15a7-4e15-8b65-56099af2646f x-openstack-request-id: req-0f45a253-15a7-4e15-8b65-56099af2646f {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:46.711104 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:46.711445 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f45a253-15a7-4e15-8b65-56099af2646f {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:46.711917 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:57:46.761759 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:46.776945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e1f6-e2e0-4f4e-868b-46d6b2416fd9 req-b063bc6c-d09a-4eb8-8ba2-cedd4f8cc592 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:46.778575 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2501e1f6-e2e0-4f4e-868b-46d6b2416fd9 req-b063bc6c-d09a-4eb8-8ba2-cedd4f8cc592 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 945 time: 0.0786052 Sep 07 11:57:46.788727 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efdc-0dda-4582-bf15-1bd60d07ff60 None None] The sync data for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi is: [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:53:26Z', 'revision_number': 4, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': 'cf241531-e1a1-4683-af59-ceb0c846d519', 'name': '', 'network_id': '3157dfa2-b1fe-4a63-becd-16b185c19b6e', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'mac_address': 'fa:16:3e:d0:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:25Z', 'updated_at': '2021-09-07T11:53:33Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'subnets': [{'id': '8ae711e9-7acf-440a-8de3-dc61882f746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:46.794772 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-2b1efe92-58d5-48a5-b81b-e40c8573240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:46.795996 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-2b1efe92-58d5-48a5-b81b-e40c8573240d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 1098 time: 0.0630577 Sep 07 11:57:46.841909 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2501e1f6-e2e0-4f4e-868b-46d6b2416fd9 req-12ba79de-7e50-469c-a7c6-30515b477a8b tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547535 Sep 07 11:57:46.908781 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-840aa7a6-e049-4915-83f5-337b9cf69176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:46.910259 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-840aa7a6-e049-4915-83f5-337b9cf69176 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 200 len: 916 time: 0.1007960 Sep 07 11:57:46.960311 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-3aa15ed3-042f-4b2d-bb69-3fb714bdca7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 200 len: 217 time: 0.0385442 Sep 07 11:57:47.018480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-74307b67-8d82-45da-a1e9-bc049b2ec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:47.020063 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-74307b67-8d82-45da-a1e9-bc049b2ec2fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 200 len: 854 time: 0.0469804 Sep 07 11:57:47.024170 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed37b51-36ed-491a-bb6b-ea3481c41d99 None None] New status for floating IP a951b7db-d32c-42c1-a6c8-b0ae31f21958: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:47.073612 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-80590664-7f9e-4b24-9816-8f6e650b7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:47.075155 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-80590664-7f9e-4b24-9816-8f6e650b7695 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3157dfa2-b1fe-4a63-becd-16b185c19b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392056 Sep 07 11:57:47.094449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:57:47.144296 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:57:47.148459 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:57:47.148830 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:47.176069 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-15b3c63b-2a81-4a11-80a3-b784144d4df4 service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913713 Sep 07 11:57:47.235351 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:47.259435 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:47.261712 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406beea9-1581-4c35-9f75-0573fd204676" -d '{"events": [{"server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:47.276929 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:47.282696 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d3fe4be-00bf-4786-9ae6-4cc211213d3b req-25f0daa2-f800-4024-b965-c0bb2aa13f6c service neutron] 10.222.0.62 "GET /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983188 Sep 07 11:57:47.282933 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:47.321666 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd4c63-d6ae-438c-88ef-1d9659a607e2 x-openstack-request-id: req-81bd4c63-d6ae-438c-88ef-1d9659a607e2 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:47.321962 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:47.322215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81bd4c63-d6ae-438c-88ef-1d9659a607e2 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:47.322605 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'code': 200} Sep 07 11:57:47.338039 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:47.517544 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6c099-5168-412f-aa7b-f1ffb96f084d req-61b1b46b-ea4d-4088-bccc-4ff414adef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:47.519454 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d6c099-5168-412f-aa7b-f1ffb96f084d req-61b1b46b-ea4d-4088-bccc-4ff414adef83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 1099 time: 0.0514340 Sep 07 11:57:47.556176 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c6d6c099-5168-412f-aa7b-f1ffb96f084d req-f4550fc5-a725-4dd0-a46f-c121b24ecfe9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287585 Sep 07 11:57:47.963686 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9079-df18-4b40-b7eb-4ab5b6a89ea6 req-67197b14-5608-4346-adae-8dff378bc0aa tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:47.965219 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-508a9079-df18-4b40-b7eb-4ab5b6a89ea6 req-67197b14-5608-4346-adae-8dff378bc0aa tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Sep 07 11:57:48.005042 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-508a9079-df18-4b40-b7eb-4ab5b6a89ea6 req-dd03db4d-8e4b-41e2-948f-87e4d6cd0f84 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333366 Sep 07 11:57:48.760197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44749c-89f2-4b05-9b45-3f38ec02d46d req-9e87b836-dec6-4e5b-806e-a7fee9ae44f3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:48.761669 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3d44749c-89f2-4b05-9b45-3f38ec02d46d req-9e87b836-dec6-4e5b-806e-a7fee9ae44f3 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Sep 07 11:57:48.798498 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3d44749c-89f2-4b05-9b45-3f38ec02d46d req-e148d5c7-e35d-4c12-99c3-99a17952972d tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Sep 07 11:57:49.122915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05e8c-c161-476a-aff2-02ea52ba6b57 req-f97679bc-7b3c-4d43-8a86-3d2065edb56a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:49.125403 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08e05e8c-c161-476a-aff2-02ea52ba6b57 req-f97679bc-7b3c-4d43-8a86-3d2065edb56a tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0502563 Sep 07 11:57:49.164736 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-08e05e8c-c161-476a-aff2-02ea52ba6b57 req-ec59292c-0370-4c6a-a9c0-9e63b9edf1b1 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Sep 07 11:57:49.912343 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91451f74-b825-4ddc-8f20-ac089353be48 req-7cf8aa2e-ea86-4eae-b102-5c3e2cc9d061 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:49.913811 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-91451f74-b825-4ddc-8f20-ac089353be48 req-7cf8aa2e-ea86-4eae-b102-5c3e2cc9d061 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0501380 Sep 07 11:57:49.951433 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-91451f74-b825-4ddc-8f20-ac089353be48 req-54ed5f97-d6a2-4b1c-b367-aff2563a5bd8 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Sep 07 11:57:50.279262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838db1-d105-40d4-a0f9-41ad73945c25 req-e147e7c6-8cb3-4f6b-94a3-7c184fc639d8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:50.280723 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1838db1-d105-40d4-a0f9-41ad73945c25 req-e147e7c6-8cb3-4f6b-94a3-7c184fc639d8 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0476093 Sep 07 11:57:50.318810 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d1838db1-d105-40d4-a0f9-41ad73945c25 req-c4aeb096-3c30-4a83-b893-2bb368fe38c2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Sep 07 11:57:50.415061 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:57:50.427596 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1555b-cc63-4cfc-9f25-4ffe460f1150 req-ef35f415-2940-4799-8f7f-e3a51108f324 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:50.429064 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a8f1555b-cc63-4cfc-9f25-4ffe460f1150 req-ef35f415-2940-4799-8f7f-e3a51108f324 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0487287 Sep 07 11:57:50.437560 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48218) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:50.441840 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Request body: {'floatingip': {'port_id': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:57:50.487742 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, before_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:50.894418 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:50.898610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:50.992752 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Floating IP 3b3b6053-2e1f-4050-a577-6ec1aa715a35 associated. External IP: 172.27.0.213, port: 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19. Sep 07 11:57:51.118340 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e200efe-32e4-4f69-9a8a-d0b7b74d57e4 req-9e0a7727-3a56-4c4c-a8f9-8c7133174bab tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.119737 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7e200efe-32e4-4f69-9a8a-d0b7b74d57e4 req-9e0a7727-3a56-4c4c-a8f9-8c7133174bab tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0922546 Sep 07 11:57:51.221576 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7e200efe-32e4-4f69-9a8a-d0b7b74d57e4 req-958215ff-abb2-4760-82b1-5283bf7830e7 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab78aec0-fe58-4f6d-baf6-cc9095c3875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952759 Sep 07 11:57:51.259643 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:51.273000 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-fc5beb06-ca64-48c7-9d03-9e75f0ce2e1e tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.274512 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-fc5beb06-ca64-48c7-9d03-9e75f0ce2e1e tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.62 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 945 time: 0.0526633 Sep 07 11:57:51.364561 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:51.365310 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Deleting port 704b42d3-4083-4608-a81f-28f77cc45e66 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:51.366685 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:51.369470 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:51.376031 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:51.386656 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:51.387282 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:51.398626 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8eb7ceb7-cade-4ba2-865a-294811504ba6 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "PUT /v2.0/floatingips/3b3b6053-2e1f-4050-a577-6ec1aa715a35 HTTP/1.1" status: 200 len: 992 time: 0.9600229 Sep 07 11:57:51.399316 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:51.401548 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9c597-daf1-442a-b4b0-b7d40c583ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:51.455646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df32ea-f92b-451c-8711-3acef2f8cf3c x-openstack-request-id: req-12df32ea-f92b-451c-8711-3acef2f8cf3c {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:51.456248 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:51.456548 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12df32ea-f92b-451c-8711-3acef2f8cf3c {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:51.456956 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'status': 'completed', 'code': 200} Sep 07 11:57:51.469407 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] For port 704b42d3-4083-4608-a81f-28f77cc45e66, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=704b42d3-4083-4608-a81f-28f77cc45e66,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:51.469774 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:51.482331 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Calling delete_port for 704b42d3-4083-4608-a81f-28f77cc45e66 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:51.514522 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:51.561379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-1acdb9cb-f25c-4280-badd-3ca4e004df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.563502 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-1acdb9cb-f25c-4280-badd-3ca4e004df44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c46e62502364c3293744ed53aef6c55&device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 1099 time: 0.0767992 Sep 07 11:57:51.696848 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-1967bdb4-bc44-4b6c-98a7-7dc32189821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.698239 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-1967bdb4-bc44-4b6c-98a7-7dc32189821d service neutron] 10.222.0.62 "GET /v2.0/networks?id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 200 len: 911 time: 0.1255453 Sep 07 11:57:51.742885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3b3b6053-2e1f-4050-a577-6ec1aa715a35', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:b4:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:38Z', 'updated_at': '2021-09-07T11:57:50Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:51.747540 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:51.770957 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['704b42d3-4083-4608-a81f-28f77cc45e66'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:57:51.773201 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:51.782804 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Pushing event deleted for resources: {'Port': ['ID=704b42d3-4083-4608-a81f-28f77cc45e66,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:51.800572 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:51.801215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:51.832805 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] No DVR routers for this DVR port 704b42d3-4083-4608-a81f-28f77cc45e66 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:57:51.835850 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:51.838508 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-72e7c813-7839-4a28-ad03-a71572c2a539 req-202ec90c-2569-4de1-a64a-0d66347bf6f1 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.62 "DELETE /v2.0/ports/704b42d3-4083-4608-a81f-28f77cc45e66 HTTP/1.1" status: 204 len: 173 time: 0.5574996 Sep 07 11:57:51.840337 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-22aebd7e-2eaa-4132-826c-562b5244f81a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 HTTP/1.1" status: 200 len: 1000 time: 0.1340294 Sep 07 11:57:51.840767 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'name': 'network-vif-deleted', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:57:51.844879 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad47456-0a8c-4032-861a-17fd2d6e96ac" -d '{"events": [{"server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "name": "network-vif-deleted", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:57:51.893846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25daec4c-250b-4228-880a-25af821b1fa8 x-openstack-request-id: req-25daec4c-250b-4228-880a-25af821b1fa8 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:57:51.893846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9ed0a-fa21-4c4a-941d-b28024371195", "name": "network-vif-deleted", "tag": "704b42d3-4083-4608-a81f-28f77cc45e66", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:57:51.893846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25daec4c-250b-4228-880a-25af821b1fa8 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:57:51.893846 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9ed0a-fa21-4c4a-941d-b28024371195', 'name': 'network-vif-deleted', 'tag': '704b42d3-4083-4608-a81f-28f77cc45e66', 'status': 'completed', 'code': 200} Sep 07 11:57:51.913312 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-627de5e3-5d1f-4e0f-8109-f444557c03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.915065 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-627de5e3-5d1f-4e0f-8109-f444557c03df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 200 len: 849 time: 0.0584414 Sep 07 11:57:51.915937 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:51.967583 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-397e4fea-32b4-4d33-b030-bd2e4fbab641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:57:51.969605 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-397e4fea-32b4-4d33-b030-bd2e4fbab641 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434232 Sep 07 11:57:52.097582 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-4efe25f4-76cf-485d-bc05-8b31c7e89022 service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Sep 07 11:57:52.151767 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3b3b6053-2e1f-4050-a577-6ec1aa715a35', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:b4:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:38Z', 'updated_at': '2021-09-07T11:57:50Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:52.178671 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030cae33-f9e0-4fb4-bf06-e867eff63672 None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '3b3b6053-2e1f-4050-a577-6ec1aa715a35', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'port_id': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'mac_address': 'fa:16:3e:b4:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:38Z', 'updated_at': '2021-09-07T11:57:50Z', 'revision_number': 1, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:52.201805 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-39c9c597-daf1-442a-b4b0-b7d40c583ce8 req-c255f220-45db-4d56-a864-1c3d0a12037e service neutron] 10.222.0.62 "GET /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951259 Sep 07 11:57:52.341894 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d362a08b-e77f-411e-9774-5bb90a4b4d85 req-581bd557-721c-447e-91bf-2e99f3926482 tempest-TestMinimumBasicScenario-64489045 tempest-TestMinimumBasicScenario-64489045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf9ed0a-fa21-4c4a-941d-b28024371195 HTTP/1.1" status: 200 len: 210 time: 0.0311182 Sep 07 11:57:52.415414 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85eee6-dc76-403d-9e45-48e4e27c2ec0 None None] New status for floating IP 3b3b6053-2e1f-4050-a577-6ec1aa715a35: ACTIVE {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:57:53.894204 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48288) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:54.447489 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:54.680773 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Deleting port cf241531-e1a1-4683-af59-ceb0c846d519 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:54.681116 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:54.760036 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] For port cf241531-e1a1-4683-af59-ceb0c846d519, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cf241531-e1a1-4683-af59-ceb0c846d519,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:54.760427 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:54.772293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Calling delete_port for cf241531-e1a1-4683-af59-ceb0c846d519 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:54.943200 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:54.967761 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cf241531-e1a1-4683-af59-ceb0c846d519,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:55.126173 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:55.139336 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 704b42d3-4083-4608-a81f-28f77cc45e66 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:55.159317 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 704b42d3-4083-4608-a81f-28f77cc45e66 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:55.159661 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 704b42d3-4083-4608-a81f-28f77cc45e66 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:55.338073 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Router bf5ea519-8c3e-415f-b415-d90f240fbe4e has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:55.443496 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:55.448446 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fea3d62a-67b6-4705-afe7-62176df761ed admin admin] 10.222.0.13 "PUT /v2.0/routers/bf5ea519-8c3e-415f-b415-d90f240fbe4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5532503 Sep 07 11:57:55.451039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48296) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:55.453591 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Sync routers for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:55.462883 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:55.463575 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:55.553280 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:55.565897 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:55.657908 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:55.713539 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Deleting port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:55.713879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:55.801488 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] For port dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:55.801875 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:55.813907 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Calling delete_port for dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:55.886215 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:57:54Z', 'revision_number': 5, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port': {'id': 'dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:24Z', 'updated_at': '2021-09-07T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:55.912638 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Checking router: bf5ea519-8c3e-415f-b415-d90f240fbe4e for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:55.920965 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Routers {'bf5ea519-8c3e-415f-b415-d90f240fbe4e'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:55.921611 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:55.986911 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.005354 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] Set router bf5ea519-8c3e-415f-b415-d90f240fbe4e gateway port host: None {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:56.013811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:56.059428 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:57:55Z', 'revision_number': 6, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:56.070842 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.085683 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0372c3-1e52-43a5-a6cb-79ecc831747f None None] The sync data for ids ['bf5ea519-8c3e-415f-b415-d90f240fbe4e'] in dv-cinder-791281-10-iscsi is: [{'id': 'bf5ea519-8c3e-415f-b415-d90f240fbe4e', 'name': 'tempest-TestMinimumBasicScenario-1520825552-router', 'tenant_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:23Z', 'updated_at': '2021-09-07T11:57:55Z', 'revision_number': 6, 'project_id': 'aea0e180cd954f08bdbc5dd21df7d70f', 'gw_port_host': None}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:56.161689 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.163849 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.207618 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.208128 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5ea519-8c3e-415f-b415-d90f240fbe4e {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 11:57:56.212892 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.214129 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c80981cd-3611-4bc9-91d9-997cf2958aab admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf5ea519-8c3e-415f-b415-d90f240fbe4e HTTP/1.1" status: 204 len: 168 time: 0.7621593 Sep 07 11:57:56.216525 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48300) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:56.259399 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Deleting subnet 8ae711e9-7acf-440a-8de3-dc61882f746c {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:57:56.262329 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.296016 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.401869 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.455661 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.482623 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae711e9-7acf-440a-8de3-dc61882f746c,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:56.488392 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.493067 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48304) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:56.493809 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-57a5412f-4413-493e-a739-e9e830a95ac7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ae711e9-7acf-440a-8de3-dc61882f746c HTTP/1.1" status: 204 len: 168 time: 0.2763062 Sep 07 11:57:56.495412 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55c125-347c-4f2b-b788-5fcf9424906d None None] Network 3157dfa2-b1fe-4a63-becd-16b185c19b6e requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:57:56.579480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.647122 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Deleting port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:56.647243 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.708178 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] For port 6dd59a87-49cf-4a3d-bb43-b93c5214c775, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6dd59a87-49cf-4a3d-bb43-b93c5214c775,segment=NetworkSegment(1ecc5f5e-9637-4a57-a8b0-f3299ca14966),segment_id=1ecc5f5e-9637-4a57-a8b0-f3299ca14966)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:56.708566 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.720349 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Calling delete_port for 6dd59a87-49cf-4a3d-bb43-b93c5214c775 owned by network:dhcp {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:56.800300 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.825252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd59a87-49cf-4a3d-bb43-b93c5214c775,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:56.829503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] No DVR routers for this DVR port 6dd59a87-49cf-4a3d-bb43-b93c5214c775 on host dv-cinder-791281-10-iscsi {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:57:56.837282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.837573 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.837915 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.838251 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.838588 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.839343 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.839343 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.839590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.840006 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.840231 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.840555 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.840878 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:57:56.912305 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.935423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3157dfa2-b1fe-4a63-becd-16b185c19b6e']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:56.940337 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c90a9-e7ec-4fb8-9a45-1ef6b4dfb296 None None] DHCP port deletion for 3157dfa2-b1fe-4a63-becd-16b185c19b6e request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 11:57:56.944630 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cf241531-e1a1-4683-af59-ceb0c846d519 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:56.948401 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecc5f5e-9637-4a57-a8b0-f3299ca14966') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:56.948708 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecc5f5e-9637-4a57-a8b0-f3299ca14966') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:56.958735 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.967777 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: cf241531-e1a1-4683-af59-ceb0c846d519 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:56.968819 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cf241531-e1a1-4683-af59-ceb0c846d519 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:56.972814 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.982590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:57:56.983018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:57:56.984708 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:57:57.039196 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.045474 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.047848 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3157dfa2-b1fe-4a63-becd-16b185c19b6e HTTP/1.1" status: 204 len: 168 time: 0.5519109 Sep 07 11:57:57.050481 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48308) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:57.060762 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351ae1-6ffd-42fd-b7a8-338672d87e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=3157dfa2-b1fe-4a63-becd-16b185c19b6e,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:57.395320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.628270 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Deleting port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:57.628606 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.701751 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] For port c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:57.702040 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.714324 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Calling delete_port for c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:57.892956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:57.915781 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:58.051339 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7bafbdfa-c764-4b97-9b5c-a32937af37b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:58.323154 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:58.406906 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:58.426545 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:58.426912 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dd4e15c8-e1a1-4c45-ac53-ded6d2017c1c not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:58.427327 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6dd59a87-49cf-4a3d-bb43-b93c5214c775 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:57:58.445653 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 6dd59a87-49cf-4a3d-bb43-b93c5214c775 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:57:58.445952 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6dd59a87-49cf-4a3d-bb43-b93c5214c775 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:57:58.537371 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Router 0c12233e-72af-49a4-8987-2c6bcfa98395 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:57:58.636811 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:57:58.641789 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-459277ee-aef2-4c6b-900e-acc65e2fc1ff admin admin] 10.222.0.13 "PUT /v2.0/routers/0c12233e-72af-49a4-8987-2c6bcfa98395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901396 Sep 07 11:57:58.644319 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48316) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:58.646755 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Sync routers for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:57:58.656389 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:58.656986 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:58.746733 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:58.757818 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:58.846647 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:58.902341 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Deleting port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:58.902673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:58.933001 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:57:57Z', 'revision_number': 5, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port': {'id': '6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:53:29Z', 'updated_at': '2021-09-07T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:58.956293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48318) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:58.959185 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Checking router: 0c12233e-72af-49a4-8987-2c6bcfa98395 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:57:58.969313 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Routers {'0c12233e-72af-49a4-8987-2c6bcfa98395'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:57:58.969928 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['0c12233e-72af-49a4-8987-2c6bcfa98395'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:58.993005 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] For port 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:57:58.993397 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.005293 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Calling delete_port for 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:59.058136 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] Set router 0c12233e-72af-49a4-8987-2c6bcfa98395 gateway port host: None {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:57:59.114585 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:57:58Z', 'revision_number': 6, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:57:59.139715 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2027d4-d88a-4571-8a2c-5c172e08302c None None] The sync data for ids ['0c12233e-72af-49a4-8987-2c6bcfa98395'] in dv-cinder-791281-10-iscsi is: [{'id': '0c12233e-72af-49a4-8987-2c6bcfa98395', 'name': 'tempest-TestMinimumBasicScenario-1643882609-router', 'tenant_id': 'e5ade4504009446ca51999bc14edcefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:53:28Z', 'updated_at': '2021-09-07T11:57:58Z', 'revision_number': 6, 'project_id': 'e5ade4504009446ca51999bc14edcefd', 'gw_port_host': None}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:57:59.287941 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.320673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:59.345173 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Deleting port 9c00a9cb-bd3a-4d5b-8ca2-11319cb17482 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:57:59.345734 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.432732 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.533663 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.533663 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.536188 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.542682 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.551560 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Calling delete_port for 9c00a9cb-bd3a-4d5b-8ca2-11319cb17482 owned by network:floatingip {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:57:59.622730 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.623364 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c12233e-72af-49a4-8987-2c6bcfa98395 {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 11:57:59.629129 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.633636 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2225484c-2944-4239-b74b-bfd5ce50727f admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c12233e-72af-49a4-8987-2c6bcfa98395 HTTP/1.1" status: 204 len: 168 time: 0.9849527 Sep 07 11:57:59.633636 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48326) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:57:59.696472 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Deleting subnet b5243630-daeb-485f-a1ba-e1335886548e {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:57:59.701964 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.750643 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.862557 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.864648 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.909844 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event deleted for resources: {'Port': ['ID=9c00a9cb-bd3a-4d5b-8ca2-11319cb17482,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:57:59.990812 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.992999 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for floatingip, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:57:59.993325 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Floating IP 6d018114-5a0a-4f12-b668-2a4c6bc6d2ff disassociated (deleted). External IP: 172.27.0.74, port: 71726a98-4b68-483d-8adc-797e65de53d0. Sep 07 11:58:00.047598 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5243630-daeb-485f-a1ba-e1335886548e,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:00.054723 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.056788 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3c179065-a659-4355-981b-bb464c8de9ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5243630-daeb-485f-a1ba-e1335886548e HTTP/1.1" status: 204 len: 168 time: 0.4226027 Sep 07 11:58:00.059642 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48328) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:00.060931 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8425e4b3-2f3d-49eb-936c-898f185379f6 None None] Network 5c6c7596-4824-4c20-925f-6723c2b93b32 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:58:00.183469 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.274295 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] DHCP port deletion for 5c6c7596-4824-4c20-925f-6723c2b93b32 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 11:58:00.321593 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Deleting port cba9552e-d044-4854-a57c-f462d9181535 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:00.321931 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.328171 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Deleting port cba9552e-d044-4854-a57c-f462d9181535 {{(pid=105498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:00.328543 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.382670 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Router 468a6b33-6193-4e34-bc2e-00d0336c1321 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:58:00.390667 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device cba9552e-d044-4854-a57c-f462d9181535 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:00.399286 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] For port cba9552e-d044-4854-a57c-f462d9181535, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cba9552e-d044-4854-a57c-f462d9181535,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:00.399674 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.416474 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Calling delete_port for cba9552e-d044-4854-a57c-f462d9181535 owned by network:dhcp {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:00.426680 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] For port cba9552e-d044-4854-a57c-f462d9181535, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=cba9552e-d044-4854-a57c-f462d9181535,segment=NetworkSegment(9a5de8b1-f935-46df-91a9-35665b0ce817),segment_id=9a5de8b1-f935-46df-91a9-35665b0ce817)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:00.427109 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.445463 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Calling delete_port for cba9552e-d044-4854-a57c-f462d9181535 owned by network:dhcp {{(pid=105498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:00.560189 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:58:00.563496 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.572145 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.583413 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Sync routers for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:58:00.604266 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7f3e307c-4df0-4ee4-b369-48632f10fa66 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d018114-5a0a-4f12-b668-2a4c6bc6d2ff HTTP/1.1" status: 204 len: 168 time: 1.6444747 Sep 07 11:58:00.604266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:58:00.607453 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50324d7b-7a01-458c-b9f1-3ed4345f5e61" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:58:00.611468 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.620592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:00.621360 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:57:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:00.653749 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba9552e-d044-4854-a57c-f462d9181535,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:00.654685 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] No DVR routers for this DVR port cba9552e-d044-4854-a57c-f462d9181535 on host dv-cinder-791281-10-iscsi {{(pid=105497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:00.682037 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:00.687659 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.698669 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af2fc2-d7f5-493e-b4fd-5f83e7f47c84 x-openstack-request-id: req-d1af2fc2-d7f5-493e-b4fd-5f83e7f47c84 {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:58:00.699007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:58:00.699269 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1af2fc2-d7f5-493e-b4fd-5f83e7f47c84 {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:58:00.699692 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'status': 'completed', 'code': 200} Sep 07 11:58:00.744884 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:00.745552 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c8c226dd-3298-4d1b-82e6-0b7bb4ca7f02 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:00.746170 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:00.755884 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-85c65f5f-3831-44f0-a510-54ff43585ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:00.759331 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-85c65f5f-3831-44f0-a510-54ff43585ada service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 1099 time: 0.0798864 Sep 07 11:58:00.766047 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.770476 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] Pushing event deleted for resources: {'Port': ['ID=cba9552e-d044-4854-a57c-f462d9181535,revision_number=None']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:00.805335 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a75fd5-33bf-4781-864e-8736f7d2e6d5 None None] No DVR routers for this DVR port cba9552e-d044-4854-a57c-f462d9181535 on host dv-cinder-791281-10-iscsi {{(pid=105498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:00.807702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c7596-4824-4c20-925f-6723c2b93b32']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:00.810479 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:00.810479 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6d385d0e-3fd6-43e6-a3a3-dc733b9b77e0 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:00.821422 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5de8b1-f935-46df-91a9-35665b0ce817') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:00.821706 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5de8b1-f935-46df-91a9-35665b0ce817') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:00.835290 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.844510 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2081d0d9-a400-4303-9a9e-341b309a5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.867472 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:00.869460 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.880842 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:58:00.881922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:58:00.913441 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:58:00.954092 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.962099 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:00.964071 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c6c7596-4824-4c20-925f-6723c2b93b32 HTTP/1.1" status: 204 len: 168 time: 0.9040048 Sep 07 11:58:00.975808 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b47ddf-2f01-4790-a5ba-99355ebb4097 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6c7596-4824-4c20-925f-6723c2b93b32,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:01.101643 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.117710 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:01.145037 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Checking router: 468a6b33-6193-4e34-bc2e-00d0336c1321 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:58:01.146308 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b90767-fa3f-44c8-94a2-86be891eb422 req-b174f384-96d7-4b5b-9006-1f25bbc3bc59 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:01.147837 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19b90767-fa3f-44c8-94a2-86be891eb422 req-b174f384-96d7-4b5b-9006-1f25bbc3bc59 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0933769 Sep 07 11:58:01.155362 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:01.156538 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:58:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:01.167508 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48342) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:01.179226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-2174011e-aeff-4167-8b51-72b16c55c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:01.180707 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-2174011e-aeff-4167-8b51-72b16c55c995 service neutron] 10.222.0.62 "GET /v2.0/networks?id=334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 200 len: 910 time: 0.4121485 Sep 07 11:58:01.208956 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3989d8e4-e5d0-430a-94eb-e681fcb6dd61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aea0e180cd954f08bdbc5dd21df7d70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400534 Sep 07 11:58:01.211577 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48346) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:01.238635 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-21565871-1254-47ea-8364-fb493be77d7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 200 len: 217 time: 0.0452118 Sep 07 11:58:01.243971 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-19b90767-fa3f-44c8-94a2-86be891eb422 req-64cea7e1-73c4-4db7-a2a7-b914cc2241ae tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901399 Sep 07 11:58:01.281773 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:01.283271 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.305552 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.305760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-9771c58b-2879-4983-b821-f4b9789c5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:01.307251 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-9771c58b-2879-4983-b821-f4b9789c5557 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 200 len: 848 time: 0.0585334 Sep 07 11:58:01.353264 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-03fa348b-9acc-4592-a0c9-1588eca413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:01.355300 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-03fa348b-9acc-4592-a0c9-1588eca413b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=334f5897-177f-4e67-98b0-fc138035b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407116 Sep 07 11:58:01.359148 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.361941 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.363471 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab78aec0-fe58-4f6d-baf6-cc9095c3875d HTTP/1.1" status: 204 len: 168 time: 0.1506405 Sep 07 11:58:01.372665 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa848e-7946-46d2-9e3f-7534cda4d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78aec0-fe58-4f6d-baf6-cc9095c3875d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:01.457381 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-12d70cd4-1541-4ec7-aaa0-7ff0fabebcc9 service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905080 Sep 07 11:58:01.558654 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-50324d7b-7a01-458c-b9f1-3ed4345f5e61 req-af45d169-c553-4b31-a66b-fbae82caa3fc service neutron] 10.222.0.62 "GET /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928876 Sep 07 11:58:01.620323 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:01.648560 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3f688-297b-40bd-abe6-8573b04ce8ef None None] The sync data for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi is: [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:51:29Z', 'revision_number': 4, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '9c46e9c2-078a-4241-9771-0d8f8d7b5287', 'name': '', 'network_id': '334f5897-177f-4e67-98b0-fc138035b8b9', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'mac_address': 'fa:16:3e:24:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:41Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'subnets': [{'id': '386f278d-d3c1-4a75-b20a-77723bd4ec1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:58:01.702607 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48352) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:01.744254 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fc3eaa7c-49e8-42a4-98fd-5e844d7ec997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5ade4504009446ca51999bc14edcefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404773 Sep 07 11:58:01.746720 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48354) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:01.775209 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.804002 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.828219 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.883927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.886492 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:01.887689 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94a21356-3e87-430a-bd86-0394c133ea43 HTTP/1.1" status: 204 len: 168 time: 0.1400533 Sep 07 11:58:01.894206 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbd5da-2ebf-453c-804d-3cb60bcee0df None None] New status for floating IP 6d018114-5a0a-4f12-b668-2a4c6bc6d2ff: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:58:01.898677 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f88b2-c926-4589-9e1a-9451873e77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a21356-3e87-430a-bd86-0394c133ea43,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:02.362904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14be88-0beb-4be6-9e5a-136d7fe9266f req-5990c259-1806-4e1d-b694-535faab2ec4e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:02.364392 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b14be88-0beb-4be6-9e5a-136d7fe9266f req-5990c259-1806-4e1d-b694-535faab2ec4e tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0480475 Sep 07 11:58:02.401084 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2b14be88-0beb-4be6-9e5a-136d7fe9266f req-a6d6e2f2-c33b-4f90-bad6-a5aa72b23000 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2a99ef-95e9-47b3-a682-eb7a67ae6789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Sep 07 11:58:02.730715 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-8df7d100-8a90-41b3-b72b-25709fdc6233 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:02.732168 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-8df7d100-8a90-41b3-b72b-25709fdc6233 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 946 time: 0.0472848 Sep 07 11:58:02.825150 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Deleting port 71726a98-4b68-483d-8adc-797e65de53d0 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:02.825488 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:02.913734 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] For port 71726a98-4b68-483d-8adc-797e65de53d0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=71726a98-4b68-483d-8adc-797e65de53d0,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:02.914101 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:02.927976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Calling delete_port for 71726a98-4b68-483d-8adc-797e65de53d0 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:03.053109 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:03.055687 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:03.082142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event deleted for resources: {'Port': ['ID=71726a98-4b68-483d-8adc-797e65de53d0,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:03.124796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] No DVR routers for this DVR port 71726a98-4b68-483d-8adc-797e65de53d0 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:03.127275 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:03.129202 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2b6e7729-5bec-4ddc-bfd1-9e0239c036fb req-b275de18-f609-4a57-91bb-625e10bcc8db tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.62 "DELETE /v2.0/ports/71726a98-4b68-483d-8adc-797e65de53d0 HTTP/1.1" status: 204 len: 173 time: 0.3899467 Sep 07 11:58:03.129625 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-deleted', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:58:03.132095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bfc63-76d4-422a-981d-7e851228ef7a" -d '{"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-deleted", "tag": "71726a98-4b68-483d-8adc-797e65de53d0"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:58:03.167878 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0990a246-897c-4b7a-902b-3a5719385398 x-openstack-request-id: req-0990a246-897c-4b7a-902b-3a5719385398 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:58:03.168170 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf391d8-8774-40c9-a83e-c5392825ee6b", "name": "network-vif-deleted", "tag": "71726a98-4b68-483d-8adc-797e65de53d0", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:58:03.168416 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0990a246-897c-4b7a-902b-3a5719385398 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:58:03.168809 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf391d8-8774-40c9-a83e-c5392825ee6b', 'name': 'network-vif-deleted', 'tag': '71726a98-4b68-483d-8adc-797e65de53d0', 'status': 'completed', 'code': 200} Sep 07 11:58:03.367265 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:03.503918 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a4732a4b-0859-428f-808c-a562134ab3fe req-2e79aadc-2b10-49e0-9b6c-888e99ecc12b tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf391d8-8774-40c9-a83e-c5392825ee6b HTTP/1.1" status: 200 len: 210 time: 0.0307500 Sep 07 11:58:04.561860 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48380) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:04.619236 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:04.646000 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:04.705070 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:04.708166 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:04.711693 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab2a99ef-95e9-47b3-a682-eb7a67ae6789 HTTP/1.1" status: 204 len: 168 time: 0.1462588 Sep 07 11:58:04.722215 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a3299-4c70-4f84-91b6-959ad81b30e8 tempest-TestShelveInstance-681649232 tempest-TestShelveInstance-681649232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a99ef-95e9-47b3-a682-eb7a67ae6789,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:04.757844 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48386) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:05.189301 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:05.209409 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 71726a98-4b68-483d-8adc-797e65de53d0 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:05.209756 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 71726a98-4b68-483d-8adc-797e65de53d0 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:05.471843 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:05.711169 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Deleting port 9c46e9c2-078a-4241-9771-0d8f8d7b5287 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:05.711882 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:05.789925 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] For port 9c46e9c2-078a-4241-9771-0d8f8d7b5287, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=9c46e9c2-078a-4241-9771-0d8f8d7b5287,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:05.791046 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:05.803849 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Calling delete_port for 9c46e9c2-078a-4241-9771-0d8f8d7b5287 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:05.977198 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.002341 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c46e9c2-078a-4241-9771-0d8f8d7b5287,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:06.165912 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.381245 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Router 468a6b33-6193-4e34-bc2e-00d0336c1321 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:58:06.481628 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:58:06.487086 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c796ebec-5ab1-477e-8499-881edcf4fde9 admin admin] 10.222.0.13 "PUT /v2.0/routers/468a6b33-6193-4e34-bc2e-00d0336c1321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281458 Sep 07 11:58:06.489613 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48396) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:06.490471 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Sync routers for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:58:06.499845 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:06.500456 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:58:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:06.590233 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.603167 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:06.690568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.741905 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Deleting port c65b27a2-4788-4312-a8b4-03054654cc0d {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:06.742568 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.779260 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:58:05Z', 'revision_number': 5, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port': {'id': 'c65b27a2-4788-4312-a8b4-03054654cc0d', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:25Z', 'updated_at': '2021-09-07T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:06.806522 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Checking router: 468a6b33-6193-4e34-bc2e-00d0336c1321 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:58:06.814899 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Routers {'468a6b33-6193-4e34-bc2e-00d0336c1321'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:06.815570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:58:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['468a6b33-6193-4e34-bc2e-00d0336c1321'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:06.825082 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] For port c65b27a2-4788-4312-a8b4-03054654cc0d, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=c65b27a2-4788-4312-a8b4-03054654cc0d,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:06.825476 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:06.837391 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Calling delete_port for c65b27a2-4788-4312-a8b4-03054654cc0d owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:06.900716 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] Set router 468a6b33-6193-4e34-bc2e-00d0336c1321 gateway port host: None {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:06.951653 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:58:06Z', 'revision_number': 6, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:06.981284 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcd4cc-b33c-41ed-a8d4-6c0341353971 None None] The sync data for ids ['468a6b33-6193-4e34-bc2e-00d0336c1321'] in dv-cinder-791281-10-iscsi is: [{'id': '468a6b33-6193-4e34-bc2e-00d0336c1321', 'name': 'tempest-TestShelveInstance-1919530546-router', 'tenant_id': '91ba73d6b26842dfb27bca69e4066fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:24Z', 'updated_at': '2021-09-07T11:58:06Z', 'revision_number': 6, 'project_id': '91ba73d6b26842dfb27bca69e4066fc1', 'gw_port_host': None}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:58:07.005418 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.032378 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65b27a2-4788-4312-a8b4-03054654cc0d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:07.092403 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.180846 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.182949 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.223610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.224255 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 468a6b33-6193-4e34-bc2e-00d0336c1321 {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 11:58:07.228373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.229514 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0a747af7-e33b-4255-b521-3baabdc64953 admin admin] 10.222.0.13 "DELETE /v2.0/routers/468a6b33-6193-4e34-bc2e-00d0336c1321 HTTP/1.1" status: 204 len: 168 time: 0.7389922 Sep 07 11:58:07.232153 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48400) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:07.275746 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Deleting subnet 386f278d-d3c1-4a75-b20a-77723bd4ec1f {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:58:07.278708 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.316850 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.398046 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.450078 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.475968 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386f278d-d3c1-4a75-b20a-77723bd4ec1f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:07.480347 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.482615 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-48ab352f-f248-4f80-baba-98b4a75f76f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/386f278d-d3c1-4a75-b20a-77723bd4ec1f HTTP/1.1" status: 204 len: 168 time: 0.2490847 Sep 07 11:58:07.484611 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48404) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:07.487127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c06f8-33cb-4770-8fe6-ce811629291a None None] Network 334f5897-177f-4e67-98b0-fc138035b8b9 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:58:07.553545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.606111 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Deleting port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:07.606478 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.673863 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] For port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,segment=NetworkSegment(a9793c0d-b5d4-4843-a50b-19a0db98ba6b),segment_id=a9793c0d-b5d4-4843-a50b-19a0db98ba6b)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:07.674159 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.686620 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Calling delete_port for 7d9e6534-bbc6-4060-bcfc-54a2c614d32c owned by network:dhcp {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:07.769768 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181114ed-a22b-4e73-898c-2d0981a27387 None None] DHCP port deletion for 334f5897-177f-4e67-98b0-fc138035b8b9 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 11:58:07.771646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.799306 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] No DVR routers for this DVR port 7d9e6534-bbc6-4060-bcfc-54a2c614d32c on host dv-cinder-791281-10-iscsi {{(pid=105497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:07.802814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9e6534-bbc6-4060-bcfc-54a2c614d32c,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:07.876123 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.895999 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334f5897-177f-4e67-98b0-fc138035b8b9']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:07.905266 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:07.905554 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9793c0d-b5d4-4843-a50b-19a0db98ba6b') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:07.915192 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.929523 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.937232 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:58:07.937713 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:58:07.940095 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:58:07.999536 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.004933 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.007181 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] 10.222.0.13 "DELETE /v2.0/networks/334f5897-177f-4e67-98b0-fc138035b8b9 HTTP/1.1" status: 204 len: 168 time: 0.5216668 Sep 07 11:58:08.010222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48408) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:08.018439 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b392-e778-487b-bf6a-9440fed78145 admin admin] Pushing event deleted for resources: {'Network': ['ID=334f5897-177f-4e67-98b0-fc138035b8b9,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:08.375230 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7d9e6534-bbc6-4060-bcfc-54a2c614d32c no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:08.395492 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 7d9e6534-bbc6-4060-bcfc-54a2c614d32c {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:08.395843 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7d9e6534-bbc6-4060-bcfc-54a2c614d32c not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:08.396270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c65b27a2-4788-4312-a8b4-03054654cc0d no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:08.414539 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: c65b27a2-4788-4312-a8b4-03054654cc0d {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:08.414913 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device c65b27a2-4788-4312-a8b4-03054654cc0d not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:08.415329 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 9c46e9c2-078a-4241-9771-0d8f8d7b5287 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:08.419804 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.434280 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 9c46e9c2-078a-4241-9771-0d8f8d7b5287 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:08.434634 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 9c46e9c2-078a-4241-9771-0d8f8d7b5287 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:08.699700 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Deleting port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:08.699975 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.776334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] For port 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:08.776717 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.788991 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Calling delete_port for 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb owned by network:router_interface {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:08.958972 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:08.982701 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:09.142964 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:09.342970 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Router 9737af50-45b4-4cef-895b-b8c63a940fe6 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:58:09.445126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:58:09.450129 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-7a08fbe4-c2a5-47f1-a661-1abb2c618e68 admin admin] 10.222.0.13 "PUT /v2.0/routers/9737af50-45b4-4cef-895b-b8c63a940fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382169 Sep 07 11:58:09.453181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48416) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:09.456712 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Sync routers for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:58:09.466120 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:09.466732 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:58:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:09.667831 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:09.774026 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks [] for router, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:09.844156 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:58:08Z', 'revision_number': 5, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:09.870692 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Checking router: 9737af50-45b4-4cef-895b-b8c63a940fe6 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:58:09.876482 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:09.879184 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Routers {'9737af50-45b4-4cef-895b-b8c63a940fe6'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:58:09.880054 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:58:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['9737af50-45b4-4cef-895b-b8c63a940fe6'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:09.928437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Deleting port 00961839-89be-403f-96ee-7bf601f089bd {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:09.928697 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:09.993204 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] Set router 9737af50-45b4-4cef-895b-b8c63a940fe6 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:58:10.008010 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] For port 00961839-89be-403f-96ee-7bf601f089bd, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=00961839-89be-403f-96ee-7bf601f089bd,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:10.008403 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.019819 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Calling delete_port for 00961839-89be-403f-96ee-7bf601f089bd owned by network:router_gateway {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:10.169787 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:58:08Z', 'revision_number': 5, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:10.185340 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.200564 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bb70e-5340-4653-b6e3-bfc2fb8976d7 None None] The sync data for ids ['9737af50-45b4-4cef-895b-b8c63a940fe6'] in dv-cinder-791281-10-iscsi is: [{'id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'name': 'tempest-TestShelveInstance-1788508802-router', 'tenant_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '00961839-89be-403f-96ee-7bf601f089bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:58:08Z', 'revision_number': 5, 'project_id': 'df9483b997bf4f15bdb4af8ecb2ff32e', 'gw_port': {'id': '00961839-89be-403f-96ee-7bf601f089bd', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9737af50-45b4-4cef-895b-b8c63a940fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:33Z', 'updated_at': '2021-09-07T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:58:10.211446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Pushing event deleted for resources: {'Port': ['ID=00961839-89be-403f-96ee-7bf601f089bd,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:10.279347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.403301 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.405998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.468561 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.469026 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9737af50-45b4-4cef-895b-b8c63a940fe6 {{(pid=105496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 11:58:10.473846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] Notify callbacks [] for router, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.474863 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-ae0a5e61-9fa3-4b4f-b864-8b359af4d018 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9737af50-45b4-4cef-895b-b8c63a940fe6 HTTP/1.1" status: 204 len: 168 time: 1.0208805 Sep 07 11:58:10.477553 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48420) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:10.524841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Deleting subnet dee8b656-5a80-42a7-b49e-d8361089bea5 {{(pid=105496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 11:58:10.527908 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.566329 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12325454'] for subnet, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.688934 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.690350 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:10.712212 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:10.712575 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 61319e6f-9aa9-4c90-8c4d-a544e1c1dfcb not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:10.748345 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12325398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12528177'] for subnet, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.771659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee8b656-5a80-42a7-b49e-d8361089bea5,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:10.780766 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.783475 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-bd82fceb-aac6-42e0-9b61-321bac6dcd0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dee8b656-5a80-42a7-b49e-d8361089bea5 HTTP/1.1" status: 204 len: 168 time: 0.3045769 Sep 07 11:58:10.785779 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48424) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:10.789198 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3961b84-192d-40ac-9045-38db1465e28e None None] Network 23d64882-b774-4dcf-9475-6ae3d927a686 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 11:58:10.860304 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.921032 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Deleting port d2efc0de-413f-414a-aed7-d5f34e007b57 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:10.923157 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:10.986557 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] DHCP port deletion for 23d64882-b774-4dcf-9475-6ae3d927a686 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 11:58:10.997552 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] For port d2efc0de-413f-414a-aed7-d5f34e007b57, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=d2efc0de-413f-414a-aed7-d5f34e007b57,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:10.997905 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.012942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Calling delete_port for d2efc0de-413f-414a-aed7-d5f34e007b57 owned by network:dhcp {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:11.038818 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Deleting port d2efc0de-413f-414a-aed7-d5f34e007b57 {{(pid=105498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:58:11.039184 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.091262 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.101025 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] For port d2efc0de-413f-414a-aed7-d5f34e007b57, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=d2efc0de-413f-414a-aed7-d5f34e007b57,segment=NetworkSegment(d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26),segment_id=d1382e7c-b7a3-4a15-9cc1-99c72d2e7c26)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:58:11.101419 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.114450 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Calling delete_port for d2efc0de-413f-414a-aed7-d5f34e007b57 owned by network:dhcp {{(pid=105498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:58:11.121896 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] No DVR routers for this DVR port d2efc0de-413f-414a-aed7-d5f34e007b57 on host dv-cinder-791281-10-iscsi {{(pid=105497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:11.123935 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2efc0de-413f-414a-aed7-d5f34e007b57,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:11.193973 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.194227 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.216289 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d64882-b774-4dcf-9475-6ae3d927a686']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:11.221186 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] Pushing event deleted for resources: {'Port': ['ID=d2efc0de-413f-414a-aed7-d5f34e007b57,revision_number=None']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:11.224862 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468145a-88ec-4843-bfd2-9fbdaca6ec77 None None] No DVR routers for this DVR port d2efc0de-413f-414a-aed7-d5f34e007b57 on host dv-cinder-791281-10-iscsi {{(pid=105498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:58:11.232178 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:11.232478 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1382e7c-b7a3-4a15-9cc1-99c72d2e7c26') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:58:11.244013 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.257085 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.263814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 11:58:11.264693 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 11:58:11.266602 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 11:58:11.324440 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.330667 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.332533 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] 10.222.0.13 "DELETE /v2.0/networks/23d64882-b774-4dcf-9475-6ae3d927a686 HTTP/1.1" status: 204 len: 168 time: 0.5457861 Sep 07 11:58:11.345714 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d1e06-143b-43d9-b4b9-08b47358215d admin admin] Pushing event deleted for resources: {'Network': ['ID=23d64882-b774-4dcf-9475-6ae3d927a686,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:11.441426 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48430) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:11.479877 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fc299b5f-95cd-4efb-b95a-df4bcfa73eff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91ba73d6b26842dfb27bca69e4066fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373054 Sep 07 11:58:11.482132 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 48432) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:11.528505 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.548279 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.596440 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.599007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:11.600131 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80b8db73-72b3-4c2b-be32-e87dbc88486b HTTP/1.1" status: 204 len: 168 time: 0.1171250 Sep 07 11:58:11.607476 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639348a-e681-4d4e-959f-13a19fae13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b8db73-72b3-4c2b-be32-e87dbc88486b,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:11.907294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48442) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:11.947200 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c9ce4ac4-17f6-4adc-b42c-0e86660b61f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df9483b997bf4f15bdb4af8ecb2ff32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384212 Sep 07 11:58:11.949485 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48444) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:58:12.003994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:12.024211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:12.074422 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:12.076984 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:12.078140 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d49a146-01c8-422b-af04-2d75459f53e6 HTTP/1.1" status: 204 len: 168 time: 0.1277840 Sep 07 11:58:12.086066 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8713-e4f4-4fb8-b621-5bc8ba795602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49a146-01c8-422b-af04-2d75459f53e6,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:58:12.388397 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 00961839-89be-403f-96ee-7bf601f089bd no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:12.413317 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 00961839-89be-403f-96ee-7bf601f089bd {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:12.413755 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 00961839-89be-403f-96ee-7bf601f089bd not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:12.414250 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device d2efc0de-413f-414a-aed7-d5f34e007b57 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:58:12.446631 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: d2efc0de-413f-414a-aed7-d5f34e007b57 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:58:12.447292 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device d2efc0de-413f-414a-aed7-d5f34e007b57 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 11:58:27.413882 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:58:28.051754 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5aefe5bf-271e-472c-b542-8ea5183b95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:30.785175 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2f9f3025-6b93-4505-9789-fdbfdd610cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:31.095903 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:31.776046 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:33.069831 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:33.369355 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:54.527921 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d91c7-8fd5-4cb3-a0cf-d355e9a05758 req-6c0eab30-f523-4128-98ef-b76026657589 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:54.529384 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-838d91c7-8fd5-4cb3-a0cf-d355e9a05758 req-6c0eab30-f523-4128-98ef-b76026657589 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Sep 07 11:58:54.566209 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-838d91c7-8fd5-4cb3-a0cf-d355e9a05758 req-0543c2bf-efce-4504-900f-656fbab542c9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Sep 07 11:58:55.683213 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234a799-e229-432a-86b4-a468d1788154 req-b3b165a8-5c54-4c7c-b8dd-a0a19dd1cac2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:55.684739 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1234a799-e229-432a-86b4-a468d1788154 req-b3b165a8-5c54-4c7c-b8dd-a0a19dd1cac2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Sep 07 11:58:55.721846 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1234a799-e229-432a-86b4-a468d1788154 req-2bed241d-a0b4-4da8-94f4-0f272998929a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313196 Sep 07 11:58:56.837607 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d678-6600-41d9-9188-588655fd5de5 req-a729d85b-1eed-4194-88f4-d9c577e73e8c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:56.839153 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-86b4d678-6600-41d9-9188-588655fd5de5 req-a729d85b-1eed-4194-88f4-d9c577e73e8c tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Sep 07 11:58:56.880504 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-86b4d678-6600-41d9-9188-588655fd5de5 req-5f80557d-34cf-4fdc-801b-fc7a4ea01fb4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356221 Sep 07 11:58:58.003108 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f21a0-6d1a-4da4-b0b2-2570a7b50ed0 req-a8ee1013-6f8f-4117-9ed1-25ef0aeaadab tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:58.004836 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-150f21a0-6d1a-4da4-b0b2-2570a7b50ed0 req-a8ee1013-6f8f-4117-9ed1-25ef0aeaadab tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Sep 07 11:58:58.042557 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-150f21a0-6d1a-4da4-b0b2-2570a7b50ed0 req-11e3beb9-4de1-4c6d-8877-019cc280ad9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Sep 07 11:58:58.051196 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-31891f0f-bc08-4d5c-8b9a-de6a2bc370c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:58:59.163203 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b372a0-0dc8-4322-bab8-ee3fa8bfd8f5 req-3af11131-68d1-4310-9abb-f65238b9ceff tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:58:59.164700 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-99b372a0-0dc8-4322-bab8-ee3fa8bfd8f5 req-3af11131-68d1-4310-9abb-f65238b9ceff tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0490918 Sep 07 11:58:59.201338 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-99b372a0-0dc8-4322-bab8-ee3fa8bfd8f5 req-91afb566-c7e9-4823-a2bf-9590f77ef999 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308094 Sep 07 11:59:00.316971 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794354a1-aa6b-4577-aba7-4b35dfe79375 req-759ce22f-0283-4ae8-96eb-f68a924595d1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:00.318462 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-794354a1-aa6b-4577-aba7-4b35dfe79375 req-759ce22f-0283-4ae8-96eb-f68a924595d1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0468707 Sep 07 11:59:00.355333 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-794354a1-aa6b-4577-aba7-4b35dfe79375 req-6ccb376d-e950-4bba-bb18-afbb4025a158 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303297 Sep 07 11:59:00.787016 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-825597af-4464-4897-af57-2e718c38892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:01.097436 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:01.474626 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cd278-e187-4f17-adb3-18e2683d9a24 req-907f3c0c-7fd8-4692-906b-d3222585d893 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:01.476644 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-529cd278-e187-4f17-adb3-18e2683d9a24 req-907f3c0c-7fd8-4692-906b-d3222585d893 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0503554 Sep 07 11:59:01.744202 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-529cd278-e187-4f17-adb3-18e2683d9a24 req-f7900d64-8dad-4b46-acb4-1c279c168df5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616384 Sep 07 11:59:01.777778 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:02.859997 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529d3bc-bcac-4e10-8184-92eb6c6bbf03 req-edfb1259-16f2-416f-bab8-e5691cac0dca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:02.861478 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2529d3bc-bcac-4e10-8184-92eb6c6bbf03 req-edfb1259-16f2-416f-bab8-e5691cac0dca tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0468988 Sep 07 11:59:02.898451 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2529d3bc-bcac-4e10-8184-92eb6c6bbf03 req-3ff80b72-681e-473e-a0e1-5a7e63967843 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302284 Sep 07 11:59:03.077034 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:03.371826 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:04.015656 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fad9a-fe13-4883-9ff2-c7d4bdcf8c4d req-7e1c434b-a2ad-4166-ba00-22ced09218d7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:04.017103 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fa0fad9a-fe13-4883-9ff2-c7d4bdcf8c4d req-7e1c434b-a2ad-4166-ba00-22ced09218d7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0470803 Sep 07 11:59:04.055212 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-fa0fad9a-fe13-4883-9ff2-c7d4bdcf8c4d req-b682cad9-b02c-447f-a401-898f136537d4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Sep 07 11:59:04.412368 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:59:05.172723 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790228-26d5-4289-bbd3-67ad1eff2d6d req-bbd750a5-0bf7-44d6-b54f-ce521c04a70d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:05.174108 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f2790228-26d5-4289-bbd3-67ad1eff2d6d req-bbd750a5-0bf7-44d6-b54f-ce521c04a70d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Sep 07 11:59:05.210151 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f2790228-26d5-4289-bbd3-67ad1eff2d6d req-0a8a69bb-040e-4447-aa0f-8bcaa631a2b2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296659 Sep 07 11:59:06.324071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc49dad-b49a-4c28-b9fe-8cf60a52fe03 req-9f05dc5d-5104-432e-b55e-3c00f2178936 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:06.325510 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dfc49dad-b49a-4c28-b9fe-8cf60a52fe03 req-9f05dc5d-5104-432e-b55e-3c00f2178936 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0466433 Sep 07 11:59:06.362491 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-dfc49dad-b49a-4c28-b9fe-8cf60a52fe03 req-47a95350-0507-4d1b-ad0b-034ecc407f06 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Sep 07 11:59:07.478103 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da8392-7577-4f9b-bcde-2e3956c521c9 req-e2275f49-976f-4a07-9c28-652e0da519b1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:07.479605 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-17da8392-7577-4f9b-bcde-2e3956c521c9 req-e2275f49-976f-4a07-9c28-652e0da519b1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0471385 Sep 07 11:59:07.516063 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-17da8392-7577-4f9b-bcde-2e3956c521c9 req-8e1364f5-c142-40f3-9880-35d5b0f2cb1e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304759 Sep 07 11:59:08.638035 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada4dda-0834-4510-bab4-a400567d6e76 req-c11210e2-986d-42c8-a15a-d3747bb097f9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:08.639736 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bada4dda-0834-4510-bab4-a400567d6e76 req-c11210e2-986d-42c8-a15a-d3747bb097f9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Sep 07 11:59:08.679922 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bada4dda-0834-4510-bab4-a400567d6e76 req-c16e621e-af93-4482-848f-8a2ae6b32437 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336742 Sep 07 11:59:09.563854 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:59:09.653163 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:09.664217 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:59:09.702900 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:09.715495 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:59:09.737184 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:09.741199 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:09.795893 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=6']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:09.802690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.803058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.803398 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.803731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.804059 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.804512 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf16c8-d788-4f16-8595-60772cf74932 req-6ebdc643-b19e-4338-918f-57de23115e67 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:09.805000 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.805140 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.805473 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.805806 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.806088 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7caf16c8-d788-4f16-8595-60772cf74932 req-6ebdc643-b19e-4338-918f-57de23115e67 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 944 time: 0.0477078 Sep 07 11:59:09.806229 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.806435 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.806750 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:09.845515 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7caf16c8-d788-4f16-8595-60772cf74932 req-79f35e33-6c2b-426f-8904-35434a51148a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334103 Sep 07 11:59:09.854004 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:59:10.965654 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e483ac-99e2-4786-b38c-30194210eff1 req-86dff4c5-07da-4972-8f05-1aac4218c377 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:10.967131 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-32e483ac-99e2-4786-b38c-30194210eff1 req-86dff4c5-07da-4972-8f05-1aac4218c377 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 944 time: 0.0470083 Sep 07 11:59:11.006037 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-32e483ac-99e2-4786-b38c-30194210eff1 req-e115b56a-27ab-43c9-9f60-125d0ae6e982 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327542 Sep 07 11:59:11.342992 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-cfae453a-c73e-4e5d-bbf8-55d998ed1de4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386715 Sep 07 11:59:11.425116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-dff0abc5-ed7c-463c-b9fa-e61edeb6c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:11.426574 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-dff0abc5-ed7c-463c-b9fa-e61edeb6c7bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1098 time: 0.0388513 Sep 07 11:59:11.528474 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-3ae8b028-44ff-419a-80a7-2ee1cddfed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:11.529884 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-3ae8b028-44ff-419a-80a7-2ee1cddfed4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.0838125 Sep 07 11:59:11.578165 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:59:11.592350 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-19f8cce4-04e6-48e8-8b50-6ad11a583248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 1000 time: 0.0548081 Sep 07 11:59:11.623603 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:59:11.623886 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:11.645175 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-42bda42b-e709-45d1-a04c-32e50f041c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:11.646634 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-42bda42b-e709-45d1-a04c-32e50f041c0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0464113 Sep 07 11:59:11.691043 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-eba2c90b-e4ac-4d38-8615-7b6ff19a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:11.692530 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-eba2c90b-e4ac-4d38-8615-7b6ff19a786e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383725 Sep 07 11:59:11.697952 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:11.719733 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:11.721967 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b06730-8655-4e85-93af-cc1928bc5ec5" -d '{"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:11.734415 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:11.740357 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:11.767734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee1001f-966e-4c1b-8e27-dc195624caf8 x-openstack-request-id: req-5ee1001f-966e-4c1b-8e27-dc195624caf8 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:11.768029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:11.768279 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee1001f-966e-4c1b-8e27-dc195624caf8 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:11.768665 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'code': 200} Sep 07 11:59:11.787759 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-16d51fa4-a69a-46c7-b4df-91ae615f5938 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860934 Sep 07 11:59:11.793483 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=7']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:11.877422 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c66de6f2-b389-4a60-8868-d90a22e6e269 req-da9b7a67-aa8f-45fd-a853-b7d9c1ee4619 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814753 Sep 07 11:59:12.124183 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c89a2-294e-402a-88cb-980f1623047e req-2f92cf2f-ceec-4b33-8baa-15d1a52511a3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:12.125679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae2c89a2-294e-402a-88cb-980f1623047e req-2f92cf2f-ceec-4b33-8baa-15d1a52511a3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 07 11:59:12.163130 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ae2c89a2-294e-402a-88cb-980f1623047e req-3d8d6cc1-2ba1-4619-9312-8f03b9bb6acb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Sep 07 11:59:13.282265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61188a-1f8a-4886-8471-08afe9e85951 req-6d6400d1-b512-4d37-95e1-bda5994ff217 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:13.283753 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9a61188a-1f8a-4886-8471-08afe9e85951 req-6d6400d1-b512-4d37-95e1-bda5994ff217 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Sep 07 11:59:13.321851 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9a61188a-1f8a-4886-8471-08afe9e85951 req-3232a8ad-aa41-4d19-bbdb-4974e20a48e9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Sep 07 11:59:14.447112 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592405-9e20-4050-acde-8c8e73f724c3 req-bace35a3-1855-4740-9918-433696175428 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:14.448625 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4592405-9e20-4050-acde-8c8e73f724c3 req-bace35a3-1855-4740-9918-433696175428 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Sep 07 11:59:14.487108 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4592405-9e20-4050-acde-8c8e73f724c3 req-9747c23a-7f39-42d9-b964-9c3961d936cc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325725 Sep 07 11:59:15.330370 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-27a1fbfb-7042-44bd-b6a4-2b827a24fec8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660934475&fields=id&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 267 time: 0.0316589 Sep 07 11:59:15.436262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-673ebb27-999e-455a-9bf3-e2f7f068bcaf tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:15.437621 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-673ebb27-999e-455a-9bf3-e2f7f068bcaf tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1001079 Sep 07 11:59:15.452500 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-8262d519-3899-4227-97b8-0206a0a49381 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/quotas/01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 375 time: 0.0090663 Sep 07 11:59:15.507366 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-226fd364-bed4-4df8-9ca4-4f2a9c030a7e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0498528 Sep 07 11:59:15.598761 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-f622bb53-2e88-46fc-85c5-65c42ade3721 service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Sep 07 11:59:15.603642 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de414d-7ff9-4ce6-9214-b2b95c028c12 req-6ea35d98-77e2-49d9-be8d-78d639bfce65 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:15.605275 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f8de414d-7ff9-4ce6-9214-b2b95c028c12 req-6ea35d98-77e2-49d9-be8d-78d639bfce65 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0478201 Sep 07 11:59:15.645039 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f8de414d-7ff9-4ce6-9214-b2b95c028c12 req-fd084d38-a146-482f-8f81-606c0ee5d76e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Sep 07 11:59:15.692799 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-2e2dd5d7-c506-4ec5-a7ce-c2b9136d1bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879331 Sep 07 11:59:16.002864 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-57caaadd-281e-4002-aa0f-684e334946c8 req-311a62cd-b272-44d7-bee1-6e831f3ca79b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 210 time: 0.0349934 Sep 07 11:59:16.769950 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b1a2-db7c-421a-aa04-e9f97ee71172 req-3e92a106-21e8-4522-b018-dff03b3e6c9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:16.771421 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5b66b1a2-db7c-421a-aa04-e9f97ee71172 req-3e92a106-21e8-4522-b018-dff03b3e6c9e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Sep 07 11:59:16.809869 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5b66b1a2-db7c-421a-aa04-e9f97ee71172 req-710a9cd2-8ae9-4e8f-ac69-8972e96b5e15 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Sep 07 11:59:17.103867 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-7764eb71-ec05-42dc-9234-65ab31246342 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:17.105502 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-7764eb71-ec05-42dc-9234-65ab31246342 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 812 time: 0.1565495 Sep 07 11:59:17.137018 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-da91e7b5-01e1-44b9-a2d7-156787d5167a req-cddd9058-8add-4b9e-9b63-da166c7d380f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 210 time: 0.0383198 Sep 07 11:59:17.170306 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-fb0474ff-6142-4ddd-80a6-3391d986986e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01468668b6844f859b2f5a661fa01b99 HTTP/1.1" status: 200 len: 380 time: 0.0534005 Sep 07 11:59:17.181705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'port': {'device_id': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'admin_state_up': True, 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'security_groups': ['61f3d930-c818-48df-aa3a-f0813fda12e2']}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:59:17.306574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Made reservation on behalf of 01468668b6844f859b2f5a661fa01b99 for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 11:59:17.310206 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:17.456421 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.20.0.11 (ce1f8b48-484b-44ca-95d7-e0ad629ffc97/afc9d757-dc94-4daa-8204-1876bbe22cd5/73c05128-2833-458f-9939-613649ac1c00) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:59:17.610313 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:17.625013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Transition to ACTIVE for port object 73c05128-2833-458f-9939-613649ac1c00 will not be triggered until provisioned by entity DHCP. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:59:17.659235 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:17.705621 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:59:17.710068 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:59:17.712799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:59:17.763242 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:17.791961 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:17.792684 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:17.796440 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.796796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.797135 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.797470 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.797799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.798127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.798452 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.798781 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.799258 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.799589 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.799909 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.800226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:17.821207 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-48929b5f-2f1a-4239-ac1e-5ec204c1d211 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6447227 Sep 07 11:59:17.836154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Request body: {'port': {'device_id': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:59:17.906696 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.065546 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5227fb9b-ddf0-4dba-a8f0-5438ed2c3a30 None None] Provisioning for port 73c05128-2833-458f-9939-613649ac1c00 completed by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:59:18.076019 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-5227fb9b-ddf0-4dba-a8f0-5438ed2c3a30 None None] Provisioning complete for port 73c05128-2833-458f-9939-613649ac1c00 triggered by entity DHCP. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:59:18.076779 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5227fb9b-ddf0-4dba-a8f0-5438ed2c3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.156002 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-5227fb9b-ddf0-4dba-a8f0-5438ed2c3a30 None None] Port 73c05128-2833-458f-9939-613649ac1c00 cannot update to ACTIVE because it is not bound. {{(pid=105498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 11:59:18.196284 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e92a6-8c76-41a7-bdc9-ecc6ae499c73 req-2a0146a9-0561-411f-8f3e-a493b01da7db tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:18.198260 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-668e92a6-8c76-41a7-bdc9-ecc6ae499c73 req-2a0146a9-0561-411f-8f3e-a493b01da7db tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.1069355 Sep 07 11:59:18.271779 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-668e92a6-8c76-41a7-bdc9-ecc6ae499c73 req-a56fdb7b-8ee9-422e-aba2-ec52a400d7c4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611889 Sep 07 11:59:18.283273 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4734b-0835-4294-9a03-38c8f552e500 req-8b017f61-bcef-473f-8583-7a8e532f758f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:18.285504 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-47e4734b-0835-4294-9a03-38c8f552e500 req-8b017f61-bcef-473f-8583-7a8e532f758f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 932 time: 0.0642388 Sep 07 11:59:18.322509 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c05128-2833-458f-9939-613649ac1c00 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:59:18.331010 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.343548 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-47e4734b-0835-4294-9a03-38c8f552e500 req-19b57c40-5b4b-4350-b140-f737ddb698aa tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518711 Sep 07 11:59:18.347523 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Transition to ACTIVE for port object 73c05128-2833-458f-9939-613649ac1c00 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 11:59:18.354533 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.457841 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:18.495254 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Attempting to bind port 73c05128-2833-458f-9939-613649ac1c00 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 11:59:18.495586 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Attempting to bind port 73c05128-2833-458f-9939-613649ac1c00 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 11:59:18.495920 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Attempting to bind port 73c05128-2833-458f-9939-613649ac1c00 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:59:18.503007 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Port 73c05128-2833-458f-9939-613649ac1c00 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 11:59:18.503502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Attempting to bind port 73c05128-2833-458f-9939-613649ac1c00 on network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 11:59:18.509927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 11, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 11:59:18.510321 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Checking segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 11:59:18.510714 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Bound using segment: {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 11:59:18.511190 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Bound port: 73c05128-2833-458f-9939-613649ac1c00, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 11:59:18.511547 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.587240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 11:59:18.590655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=73c05128-2833-458f-9939-613649ac1c00,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 11:59:18.597118 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.633183 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:18.633910 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:18.635553 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] 10.222.0.62 "PUT /v2.0/ports/73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 200 len: 1094 time: 0.8045537 Sep 07 11:59:18.636065 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:18.638508 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35" -d '{"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:18.738226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38edb5-64a8-4531-ad31-709cf888099a x-openstack-request-id: req-ee38edb5-64a8-4531-ad31-709cf888099a {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:18.738809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:18.739217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee38edb5-64a8-4531-ad31-709cf888099a {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:18.740595 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00', 'status': 'completed', 'code': 200} Sep 07 11:59:18.751060 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a24b4-344e-427b-8830-17937ea7bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:18.772684 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-7f355bb6-f32f-4b69-84bb-450fecf67c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:18.778876 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-7f355bb6-f32f-4b69-84bb-450fecf67c15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1097 time: 0.0743859 Sep 07 11:59:19.080252 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-157d2110-67df-4e1a-881c-69a469bf26b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 200 len: 217 time: 0.2935643 Sep 07 11:59:19.132041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-21854da8-3d4a-4350-9f4f-4ee264f859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.133598 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-21854da8-3d4a-4350-9f4f-4ee264f859c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0453410 Sep 07 11:59:19.181706 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-ed977bf0-13e1-41da-a9f0-573ad80041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.183372 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-ed977bf0-13e1-41da-a9f0-573ad80041b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417950 Sep 07 11:59:19.282748 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-6eaa66d2-1154-4f2c-b920-41db5f5fb6b7 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914001 Sep 07 11:59:19.396464 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e126e2d-f0a7-4a7d-b3c1-3063b901eca5 req-c7c532c8-f16c-49fa-a71f-efca01dab190 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035650 Sep 07 11:59:19.438922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83187334-1943-43a6-bae4-a3d44785981d req-d2132212-d2a9-44b3-a8c7-8f26cb0d827e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.440515 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-83187334-1943-43a6-bae4-a3d44785981d req-d2132212-d2a9-44b3-a8c7-8f26cb0d827e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0779018 Sep 07 11:59:19.481416 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-83187334-1943-43a6-bae4-a3d44785981d req-304bcea1-22ff-4bf8-a150-75dec046d6e3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339794 Sep 07 11:59:19.518316 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d80918-f65d-4a65-aef9-fa270f12185f req-db52bc74-0fe6-424b-9973-5ed4c4c3c4d5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.519857 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-53d80918-f65d-4a65-aef9-fa270f12185f req-db52bc74-0fe6-424b-9973-5ed4c4c3c4d5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0928862 Sep 07 11:59:19.539947 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-4abbc351-4616-432e-87a7-f7f985997ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.541407 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-4abbc351-4616-432e-87a7-f7f985997ab6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1097 time: 0.0846379 Sep 07 11:59:19.595594 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-53d80918-f65d-4a65-aef9-fa270f12185f req-20a3d1ca-1938-4dfd-9631-e4008b7b231b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649385 Sep 07 11:59:19.655496 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-ceabf03a-a956-495f-ad88-edd8feb47667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.656865 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-ceabf03a-a956-495f-ad88-edd8feb47667 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1067770 Sep 07 11:59:19.705375 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-3f433bce-d685-4e4e-a767-dba78271ceae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 200 len: 217 time: 0.0404434 Sep 07 11:59:19.764217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-c6e457c5-a86f-428e-8426-bcc03356699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.765968 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-c6e457c5-a86f-428e-8426-bcc03356699a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0514920 Sep 07 11:59:19.816506 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-62386402-4ccf-4916-91c2-f6553da4167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:19.818005 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-62386402-4ccf-4916-91c2-f6553da4167a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431907 Sep 07 11:59:19.919128 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-fe14eaaa-f4ce-4d39-93a0-cfb7b8ef15f3 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915902 Sep 07 11:59:20.019703 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b51d1c9e-95eb-46ff-92e3-07cb480a2e35 req-6711b43e-00b8-467a-90ba-772831c81495 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911083 Sep 07 11:59:20.619547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9e42-5c75-4da5-92b9-510a58f7548b req-017ac1a7-e06b-4c84-8870-bf14cd41985d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:20.622164 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-629d9e42-5c75-4da5-92b9-510a58f7548b req-017ac1a7-e06b-4c84-8870-bf14cd41985d tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Sep 07 11:59:20.672510 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-629d9e42-5c75-4da5-92b9-510a58f7548b req-738e98e6-7a9f-4a80-bf0e-bb3c7eeb4042 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Sep 07 11:59:20.731720 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d02da8-8b20-4d4b-90d4-b0e32bf69dcb req-a5bccf22-7e87-4a86-aac8-32b35f211ebd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:20.733527 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91d02da8-8b20-4d4b-90d4-b0e32bf69dcb req-a5bccf22-7e87-4a86-aac8-32b35f211ebd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0592072 Sep 07 11:59:20.774429 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91d02da8-8b20-4d4b-90d4-b0e32bf69dcb req-330e818a-99ea-479f-8582-740a179fd29e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Sep 07 11:59:21.806274 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fb183-aba9-45e8-83ce-d3240932f719 req-c59cea7c-ff17-4ae8-9da3-3405a6db7a68 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:21.807757 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b56fb183-aba9-45e8-83ce-d3240932f719 req-c59cea7c-ff17-4ae8-9da3-3405a6db7a68 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0562766 Sep 07 11:59:21.852212 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b56fb183-aba9-45e8-83ce-d3240932f719 req-67cc0674-e06f-425d-9d89-22d37dd527f3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Sep 07 11:59:21.923975 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583df8-064a-4dc8-bee6-f5eecc92ed8a req-bb0b6225-70f9-4bf4-ba01-592a15f6c390 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:21.925549 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b3583df8-064a-4dc8-bee6-f5eecc92ed8a req-bb0b6225-70f9-4bf4-ba01-592a15f6c390 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0518694 Sep 07 11:59:21.975245 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b3583df8-064a-4dc8-bee6-f5eecc92ed8a req-24340545-ae17-4749-8a54-60c3572bfe92 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Sep 07 11:59:23.011980 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b80558-e3c1-4754-b321-c25b120354fb req-af61e002-aebf-48c6-80ff-e7af728d2aff tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:23.019570 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c4b80558-e3c1-4754-b321-c25b120354fb req-af61e002-aebf-48c6-80ff-e7af728d2aff tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0609939 Sep 07 11:59:23.061285 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c4b80558-e3c1-4754-b321-c25b120354fb req-498ae6da-9770-4823-850b-6bfbff8c2572 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Sep 07 11:59:23.118397 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa72a4-ce16-4b6b-8a41-4093558da1f6 req-8987e19f-c9e2-4c25-b7e5-a3cf5ec09db0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:23.120028 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cbaa72a4-ce16-4b6b-8a41-4093558da1f6 req-8987e19f-c9e2-4c25-b7e5-a3cf5ec09db0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0712192 Sep 07 11:59:23.161555 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cbaa72a4-ce16-4b6b-8a41-4093558da1f6 req-a24959cd-7aa7-4f73-a3b7-d3f9f7cb0151 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Sep 07 11:59:24.194577 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ca283-f381-46e8-a06a-57f9876b743f req-801b11be-0408-47e7-9b93-24182cc7eee1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:24.203576 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ec0ca283-f381-46e8-a06a-57f9876b743f req-801b11be-0408-47e7-9b93-24182cc7eee1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0626178 Sep 07 11:59:24.245137 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ec0ca283-f381-46e8-a06a-57f9876b743f req-75fe93a2-43ad-49b4-899d-28fb78dd0ac3 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Sep 07 11:59:24.287822 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0348d-fbab-4b50-9303-0e275f589a60 req-96f6f4e9-1d67-4ce8-9eb7-6c2594b8e925 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:24.289534 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fdb0348d-fbab-4b50-9303-0e275f589a60 req-96f6f4e9-1d67-4ce8-9eb7-6c2594b8e925 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0523968 Sep 07 11:59:24.329601 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-fdb0348d-fbab-4b50-9303-0e275f589a60 req-14f7b25d-89fe-489d-8571-e5d971634351 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Sep 07 11:59:25.381226 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd9bbb-bce2-4904-beeb-94d9f7166aae req-7b496ca8-e4bd-4810-8ef7-4e268d9d1e1e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:25.389030 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56cd9bbb-bce2-4904-beeb-94d9f7166aae req-7b496ca8-e4bd-4810-8ef7-4e268d9d1e1e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0588143 Sep 07 11:59:25.456464 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-56cd9bbb-bce2-4904-beeb-94d9f7166aae req-38574af0-87e4-4459-bff8-a38b103a06eb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641522 Sep 07 11:59:25.564956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d572f5-b79c-4985-9877-f61e1ba81500 req-587a287a-07c4-4b51-a055-0edcf55ed350 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:25.567636 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-01d572f5-b79c-4985-9877-f61e1ba81500 req-587a287a-07c4-4b51-a055-0edcf55ed350 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0848374 Sep 07 11:59:25.619248 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-01d572f5-b79c-4985-9877-f61e1ba81500 req-2a7c33cd-1f56-4eec-b2e6-bc8f627743e1 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Sep 07 11:59:26.572651 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9ff7b-37c4-4225-9bca-34f6d955d832 req-afc1eb69-9a69-4039-a4dd-0345eccedd9a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:26.574273 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd9ff7b-37c4-4225-9bca-34f6d955d832 req-afc1eb69-9a69-4039-a4dd-0345eccedd9a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Sep 07 11:59:26.623260 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2cd9ff7b-37c4-4225-9bca-34f6d955d832 req-b738d4cb-b7e2-418c-9f93-72080692975b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Sep 07 11:59:26.746311 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9e4ea-7a42-4655-8bed-b74a9ac9a4f4 req-a99e22f9-079d-4fb9-b59a-9662f7e3202f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:26.747847 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4a9e4ea-7a42-4655-8bed-b74a9ac9a4f4 req-a99e22f9-079d-4fb9-b59a-9662f7e3202f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0482583 Sep 07 11:59:26.787118 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-d4a9e4ea-7a42-4655-8bed-b74a9ac9a4f4 req-50397a07-a94d-4c71-9866-1d3120b23c21 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Sep 07 11:59:27.731356 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-ecefb698-bdd3-4025-93ef-bea583f1316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:27.732838 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-ecefb698-bdd3-4025-93ef-bea583f1316b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1098 time: 0.0645921 Sep 07 11:59:27.770184 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60026a31-7da9-40bf-a5a9-1b177fdcea42 req-afc2d57f-5f53-4122-baca-a63abb241160 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:27.772159 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-60026a31-7da9-40bf-a5a9-1b177fdcea42 req-afc2d57f-5f53-4122-baca-a63abb241160 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0745726 Sep 07 11:59:27.847584 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-60026a31-7da9-40bf-a5a9-1b177fdcea42 req-35f56869-f462-4950-a14d-8e99f48a43db tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670040 Sep 07 11:59:27.871580 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-cb0fc127-f481-4e3c-af95-64be72eabf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:27.873074 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-cb0fc127-f481-4e3c-af95-64be72eabf06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.1318600 Sep 07 11:59:27.907097 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a40d-46eb-4367-be85-4d145f8b9703 req-44bd8349-fb4e-4d32-8d1e-6ba8b8fac434 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:27.908588 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6551a40d-46eb-4367-be85-4d145f8b9703 req-44bd8349-fb4e-4d32-8d1e-6ba8b8fac434 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0498922 Sep 07 11:59:27.942012 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-c5dc8a3d-5ce9-4428-a9b8-c6c62b286268 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 1001 time: 0.0614915 Sep 07 11:59:27.946959 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-6551a40d-46eb-4367-be85-4d145f8b9703 req-4898534f-514f-461f-ba25-3fc9fad55bf5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Sep 07 11:59:27.990724 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-bff01369-9e7c-414e-85f9-77fac2b7ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:27.992195 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-bff01369-9e7c-414e-85f9-77fac2b7ceac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0433695 Sep 07 11:59:28.037844 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-a780e30b-f6b9-491d-a6e5-63e8f78f9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:28.039382 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-a780e30b-f6b9-491d-a6e5-63e8f78f9f9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394614 Sep 07 11:59:28.052083 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-021ff779-f82b-4291-a05b-f2e0935a2422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:28.131243 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-1c065581-91a8-4f28-8cfb-4018ba2c2411 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Sep 07 11:59:28.237082 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0b6c2af2-54eb-4963-a4db-cb8eca1afb9e req-03db66f6-3033-4f96-bed0-a6d1f82560a5 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978196 Sep 07 11:59:28.972909 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b0d16-ac07-45d6-80e7-a474a41858c1 req-72c98854-4b4f-46e6-bbb6-67311bf72e25 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:28.974414 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c2b0d16-ac07-45d6-80e7-a474a41858c1 req-72c98854-4b4f-46e6-bbb6-67311bf72e25 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 945 time: 0.0523729 Sep 07 11:59:29.012357 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c2b0d16-ac07-45d6-80e7-a474a41858c1 req-3b3272ad-e191-4da6-aa76-3b219054e663 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Sep 07 11:59:29.062405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662efef-38a2-4706-b26f-8f105a7335f1 req-212527d0-d402-4d34-bec0-ba71fd800eea tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:29.063976 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f662efef-38a2-4706-b26f-8f105a7335f1 req-212527d0-d402-4d34-bec0-ba71fd800eea tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0518260 Sep 07 11:59:29.100690 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f662efef-38a2-4706-b26f-8f105a7335f1 req-89062c43-eaab-459f-8b44-4f5203652e49 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301964 Sep 07 11:59:29.696633 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:59:29.770293 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:29.791830 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:29.794020 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbab90d9-2c11-46d8-ae87-fabd26b33229" -d '{"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:29.806317 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:29.810992 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:29.836385 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ece0e7-7019-478d-bab8-12e7298d93b8 x-openstack-request-id: req-74ece0e7-7019-478d-bab8-12e7298d93b8 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:29.836707 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:29.836959 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74ece0e7-7019-478d-bab8-12e7298d93b8 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:29.837391 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'code': 200} Sep 07 11:59:29.866999 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=8']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:30.139556 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573147a0-1ab1-437b-b976-eba6db861886 req-4654c371-5f19-4c1c-a2b6-42ffbf599939 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:30.141667 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-573147a0-1ab1-437b-b976-eba6db861886 req-4654c371-5f19-4c1c-a2b6-42ffbf599939 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0593221 Sep 07 11:59:30.185852 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-573147a0-1ab1-437b-b976-eba6db861886 req-6e1cb083-874b-411e-be3c-86423d442b96 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378363 Sep 07 11:59:30.222017 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668662d6-8295-4b37-8a5c-6a25ca4a4cb4 req-16320cec-d662-40a2-a71d-7c931884c65c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:30.223446 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-668662d6-8295-4b37-8a5c-6a25ca4a4cb4 req-16320cec-d662-40a2-a71d-7c931884c65c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0550857 Sep 07 11:59:30.266548 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-668662d6-8295-4b37-8a5c-6a25ca4a4cb4 req-abba4155-79e3-42d7-97ff-dd002e75e3c6 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362306 Sep 07 11:59:30.787749 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-40400930-4fb7-43ed-8979-dbf8e7cffbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:31.099569 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:31.102197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff58bb4-b381-4d2d-a3d0-46d94d718bac req-a7ee1c25-893b-4155-bce5-61b886995823 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:31.103745 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ff58bb4-b381-4d2d-a3d0-46d94d718bac req-a7ee1c25-893b-4155-bce5-61b886995823 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0495741 Sep 07 11:59:31.142285 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6ff58bb4-b381-4d2d-a3d0-46d94d718bac req-0f18b186-c2f6-4a8b-99c5-aacb1c022b22 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 Sep 07 11:59:31.382655 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fe97f-31f6-4323-ba80-7931ae53d74b req-2f1cd37b-89b7-47bc-9184-39276668c7d4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:31.384094 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b85fe97f-31f6-4323-ba80-7931ae53d74b req-2f1cd37b-89b7-47bc-9184-39276668c7d4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 944 time: 0.0480869 Sep 07 11:59:31.400944 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 48984) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:31.421369 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b85fe97f-31f6-4323-ba80-7931ae53d74b req-b9a32da5-87f0-44e8-8fa5-74264895ec79 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Sep 07 11:59:31.487723 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-ccdaecb0-8cc6-4371-924f-e410ad30b5c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856342 Sep 07 11:59:31.497599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-ee578fe0-84ae-4a60-8f61-d4b90e555e6c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 11:59:31.498555 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-ee578fe0-84ae-4a60-8f61-d4b90e555e6c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047846 Sep 07 11:59:31.710226 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 73c05128-2833-458f-9939-613649ac1c00 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:59:31.806862 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:31.818874 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=73c05128-2833-458f-9939-613649ac1c00,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:31.829582 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '73c05128-2833-458f-9939-613649ac1c00', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'port_id': '73c05128-2833-458f-9939-613649ac1c00', 'mac_address': 'fa:16:3e:30:75:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:59:31.868064 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:31.881124 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c05128-2833-458f-9939-613649ac1c00 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:59:31.899803 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=73c05128-2833-458f-9939-613649ac1c00,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:31.903573 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:31.950191 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:32.263515 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93dea2-dd50-4318-99b5-a74f1d51a619 req-44598e26-2e8d-490c-aa7c-b8e9c3944b2f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.264966 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ce93dea2-dd50-4318-99b5-a74f1d51a619 req-44598e26-2e8d-490c-aa7c-b8e9c3944b2f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0488043 Sep 07 11:59:32.295340 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['73c05128-2833-458f-9939-613649ac1c00'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:59:32.302719 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ce93dea2-dd50-4318-99b5-a74f1d51a619 req-382b0f94-e97d-4d02-9773-588d55737f3a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319607 Sep 07 11:59:32.378963 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-0adc6c74-1be3-4b9c-93dd-dd450ee27d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.380880 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-0adc6c74-1be3-4b9c-93dd-dd450ee27d42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1&tenant_id=de81c645522f4b80b3822b635136230b HTTP/1.1" status: 200 len: 1096 time: 0.0420198 Sep 07 11:59:32.448998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-bcd05954-633a-4e6e-bc7e-f37fcc565a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.451246 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-bcd05954-633a-4e6e-bc7e-f37fcc565a35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1096 time: 0.0486276 Sep 07 11:59:32.554083 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c7ea-89e3-4405-a470-221ee008728f req-9d53c772-41ae-45ee-9415-df78741ec838 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.554666 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-da5f624f-8d34-47bf-b9f4-f1563e746228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.555672 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-da5f624f-8d34-47bf-b9f4-f1563e746228 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0936661 Sep 07 11:59:32.555842 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5b41c7ea-89e3-4405-a470-221ee008728f req-9d53c772-41ae-45ee-9415-df78741ec838 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 945 time: 0.0554671 Sep 07 11:59:32.593937 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-5b41c7ea-89e3-4405-a470-221ee008728f req-5bd061e9-8ebe-4101-bf34-4cd8904eca8a tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Sep 07 11:59:32.628454 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-420bc35e-f17e-4949-8a53-211fa24f7e7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 999 time: 0.0647600 Sep 07 11:59:32.679670 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-e35585a7-e8b9-440c-b059-3085a9c82e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.681081 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-e35585a7-e8b9-440c-b059-3085a9c82e17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0456421 Sep 07 11:59:32.727236 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-b84d3feb-e808-474d-8b12-b91fc2f57471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:32.728590 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-b84d3feb-e808-474d-8b12-b91fc2f57471 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387237 Sep 07 11:59:32.819927 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-4c476cd5-217f-427e-a6a8-ee7db23917e9 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832255 Sep 07 11:59:32.910679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-75e05ef2-ffe1-43bf-a6fd-96d4ed40ccb1 req-0b955cd3-8bd1-44ed-ab09-f27f43b686a2 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Sep 07 11:59:33.073568 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:33.393751 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:33.526754 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf82-cd1a-49da-b2ee-c53a213d372d req-2bc99eed-4e20-480f-9e54-9213f1640df4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:33.528685 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-feb0bf82-cd1a-49da-b2ee-c53a213d372d req-2bc99eed-4e20-480f-9e54-9213f1640df4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.1301010 Sep 07 11:59:33.588701 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-feb0bf82-cd1a-49da-b2ee-c53a213d372d req-63ab7f35-553b-4d68-8608-4fb5bcd7c8f4 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526991 Sep 07 11:59:33.728797 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 73c05128-2833-458f-9939-613649ac1c00 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:59:33.751022 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48ec28-396f-47c0-951f-aa324e95bf13 req-3dbf65a2-ae50-4857-b2ab-0574fc99a04f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:33.753763 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6a48ec28-396f-47c0-951f-aa324e95bf13 req-3dbf65a2-ae50-4857-b2ab-0574fc99a04f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 945 time: 0.0701463 Sep 07 11:59:33.794310 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6a48ec28-396f-47c0-951f-aa324e95bf13 req-669d222f-b9aa-4404-987c-d5170afd6625 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338955 Sep 07 11:59:33.802353 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 73c05128-2833-458f-9939-613649ac1c00 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 11:59:33.806344 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 73c05128-2833-458f-9939-613649ac1c00 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:59:33.806977 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:33.896016 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:33.920190 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c05128-2833-458f-9939-613649ac1c00'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:33.922654 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40556fe1-60dc-483c-9501-c98c15601af6" -d '{"events": [{"server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "name": "network-vif-plugged", "status": "completed", "tag": "73c05128-2833-458f-9939-613649ac1c00"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:33.936773 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=73c05128-2833-458f-9939-613649ac1c00,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:33.941110 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:33.942016 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:59:33.966169 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaddf9c-7d83-43c1-98e6-3eca8fbc49eb x-openstack-request-id: req-8aaddf9c-7d83-43c1-98e6-3eca8fbc49eb {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:33.966462 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "name": "network-vif-plugged", "status": "completed", "tag": "73c05128-2833-458f-9939-613649ac1c00", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:33.966716 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aaddf9c-7d83-43c1-98e6-3eca8fbc49eb {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:33.967154 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c05128-2833-458f-9939-613649ac1c00', 'code': 200} Sep 07 11:59:34.143203 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:34.749423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a3b7f-ceb9-4439-8a06-d0ab37879624 req-8835f9a6-e070-4e95-8546-736c5c036520 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:34.751471 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a46a3b7f-ceb9-4439-8a06-d0ab37879624 req-8835f9a6-e070-4e95-8546-736c5c036520 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0571356 Sep 07 11:59:34.789248 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a46a3b7f-ceb9-4439-8a06-d0ab37879624 req-e823a17d-3c32-4ef8-9ce9-679503b871f5 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Sep 07 11:59:34.916847 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ac47-58d8-444d-89d0-5368890f0be9 req-bf72a0e9-f0a5-4028-a388-cdec26508409 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:34.924808 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-77f7ac47-58d8-444d-89d0-5368890f0be9 req-bf72a0e9-f0a5-4028-a388-cdec26508409 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0622830 Sep 07 11:59:34.962432 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-77f7ac47-58d8-444d-89d0-5368890f0be9 req-dec84996-c0d6-45f2-90ec-e5af4d1a710f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365734 Sep 07 11:59:35.915010 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf3d82-ea4a-4d24-8060-b1b9b65b433d req-3194f432-0aa0-4bdf-983e-966b2abf5dbc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:35.916495 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5bdf3d82-ea4a-4d24-8060-b1b9b65b433d req-3194f432-0aa0-4bdf-983e-966b2abf5dbc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0497026 Sep 07 11:59:35.953058 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-5bdf3d82-ea4a-4d24-8060-b1b9b65b433d req-8f982e48-7124-4345-93a1-011dbdb059b1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Sep 07 11:59:36.085499 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b7fe4-4da4-4dde-8b6a-5bebf5e75985 req-8df0635b-7934-4a8e-9d09-2a66da8e80f6 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:36.088509 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-888b7fe4-4da4-4dde-8b6a-5bebf5e75985 req-8df0635b-7934-4a8e-9d09-2a66da8e80f6 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0606258 Sep 07 11:59:36.129641 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-888b7fe4-4da4-4dde-8b6a-5bebf5e75985 req-c8198303-ad6c-48fc-bedf-6d3657ec7cb7 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354464 Sep 07 11:59:37.070408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114a177-5bf0-4bc8-acc7-17881ab5b8a0 req-bd0d09cc-1443-4026-80ef-531cb7bdac73 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:37.071882 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b114a177-5bf0-4bc8-acc7-17881ab5b8a0 req-bd0d09cc-1443-4026-80ef-531cb7bdac73 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0474641 Sep 07 11:59:37.108251 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b114a177-5bf0-4bc8-acc7-17881ab5b8a0 req-dbff17f9-691e-445d-897a-2b4df374eb51 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Sep 07 11:59:37.248663 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f49e-29af-449b-8df5-cb7dd5bbdc70 req-b4ce75e8-b81e-4025-beea-76fa9c375a52 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:37.250878 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e8a6f49e-29af-449b-8df5-cb7dd5bbdc70 req-b4ce75e8-b81e-4025-beea-76fa9c375a52 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0536237 Sep 07 11:59:37.292505 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e8a6f49e-29af-449b-8df5-cb7dd5bbdc70 req-a87a8664-d777-4fb7-8ba6-ac2baa0b7514 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Sep 07 11:59:38.228319 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435049df-657c-45fc-948c-7fa0d76648bc req-37fde6a8-57ef-46bb-bc24-623afcf5d11a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:38.229784 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-435049df-657c-45fc-948c-7fa0d76648bc req-37fde6a8-57ef-46bb-bc24-623afcf5d11a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0511868 Sep 07 11:59:38.283614 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-435049df-657c-45fc-948c-7fa0d76648bc req-6afb0614-97eb-49d9-b102-09faeab90b65 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450819 Sep 07 11:59:38.409315 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1c86f-94e4-465f-820f-a177dbbeb2df req-bcd98d05-9079-4452-ac9d-33f452db5dff tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:38.410726 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9ab1c86f-94e4-465f-820f-a177dbbeb2df req-bcd98d05-9079-4452-ac9d-33f452db5dff tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0491264 Sep 07 11:59:38.451019 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-9ab1c86f-94e4-465f-820f-a177dbbeb2df req-ce21ee15-f07e-4a63-aea7-b49eb7d44503 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Sep 07 11:59:39.401098 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94f07-7fea-4227-a28a-8dc50ae40f88 req-1813a801-7f1b-4743-b2fb-72a6941db582 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:39.402600 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-68b94f07-7fea-4227-a28a-8dc50ae40f88 req-1813a801-7f1b-4743-b2fb-72a6941db582 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0476723 Sep 07 11:59:39.458367 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-68b94f07-7fea-4227-a28a-8dc50ae40f88 req-da44c272-c809-4d96-966b-a4e1e2bd17bb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496762 Sep 07 11:59:39.593710 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b675d0-48b7-4ce2-90d5-b63e3bc7ba3f req-a039e078-4ed0-4d53-bafc-49a277c2b1b8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:39.595256 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-90b675d0-48b7-4ce2-90d5-b63e3bc7ba3f req-a039e078-4ed0-4d53-bafc-49a277c2b1b8 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0525496 Sep 07 11:59:39.633440 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-90b675d0-48b7-4ce2-90d5-b63e3bc7ba3f req-5c974322-104b-4ed3-be7e-535277d524a3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Sep 07 11:59:40.596821 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ae6db-6585-45a8-96df-26fa23f8095d req-ff2de308-47cd-41c6-a0a6-d7f911d0804b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:40.598293 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4d6ae6db-6585-45a8-96df-26fa23f8095d req-ff2de308-47cd-41c6-a0a6-d7f911d0804b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0473559 Sep 07 11:59:40.635713 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4d6ae6db-6585-45a8-96df-26fa23f8095d req-aa119e8d-aed8-47d4-8cad-295f225e2c25 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Sep 07 11:59:40.762111 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709742c6-6f48-4e76-beb6-4a99c42a5f62 req-2e5a8b1b-b019-4a0f-8198-ea6a7a23de7e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:40.763745 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-709742c6-6f48-4e76-beb6-4a99c42a5f62 req-2e5a8b1b-b019-4a0f-8198-ea6a7a23de7e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0531132 Sep 07 11:59:40.801269 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-709742c6-6f48-4e76-beb6-4a99c42a5f62 req-305d42a4-add7-45b3-8f7e-c664c7cc3252 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Sep 07 11:59:41.410776 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 11:59:41.755968 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff823ee-067e-4222-aec5-befd74da1540 req-7c13c2f7-567c-4cac-888d-e07371b4bbac tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:41.757424 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4ff823ee-067e-4222-aec5-befd74da1540 req-7c13c2f7-567c-4cac-888d-e07371b4bbac tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0513294 Sep 07 11:59:41.802669 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4ff823ee-067e-4222-aec5-befd74da1540 req-52022aa4-4986-4e75-b58b-1c5605bd22b6 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 Sep 07 11:59:41.921120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620477d4-4d43-46a1-820b-1de5add23356 req-d9a5b124-22c9-4bf9-8eaf-e9c15f662330 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:41.922666 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-620477d4-4d43-46a1-820b-1de5add23356 req-d9a5b124-22c9-4bf9-8eaf-e9c15f662330 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0485854 Sep 07 11:59:41.960790 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-620477d4-4d43-46a1-820b-1de5add23356 req-6c82540e-f524-4e57-b22e-5fa808f6081e tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Sep 07 11:59:42.930027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964ec72-3bba-4d9f-97d8-033693cf7369 req-c3ba53d7-3ad2-48aa-a9a9-ca788c1ca6e1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:42.931497 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1964ec72-3bba-4d9f-97d8-033693cf7369 req-c3ba53d7-3ad2-48aa-a9a9-ca788c1ca6e1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0519602 Sep 07 11:59:42.968574 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1964ec72-3bba-4d9f-97d8-033693cf7369 req-b83a8acf-48a6-4647-9d1f-46865d5f6ee2 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Sep 07 11:59:43.097853 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928978-adfa-463a-aaba-8eff84ccc483 req-224a2328-fa3d-4735-8c9f-e0b642bf1b1f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:43.099763 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1f928978-adfa-463a-aaba-8eff84ccc483 req-224a2328-fa3d-4735-8c9f-e0b642bf1b1f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0560832 Sep 07 11:59:43.139027 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1f928978-adfa-463a-aaba-8eff84ccc483 req-ccc01b63-10fa-4f15-be26-54b25ce541e4 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Sep 07 11:59:44.092143 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afda89-39b7-4abc-be8f-67d28b462892 req-a0c797bd-9058-41bd-b163-a6bdf408765b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:44.093606 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a1afda89-39b7-4abc-be8f-67d28b462892 req-a0c797bd-9058-41bd-b163-a6bdf408765b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0474682 Sep 07 11:59:44.129776 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a1afda89-39b7-4abc-be8f-67d28b462892 req-24b3f9d7-c9ce-4616-b3af-929d69393197 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302596 Sep 07 11:59:44.278249 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a282-d2b7-4a60-961f-01fad4d03ae7 req-5cbd5188-ce7c-4af1-93c9-601c269fb167 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:44.279752 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1fd9a282-d2b7-4a60-961f-01fad4d03ae7 req-5cbd5188-ce7c-4af1-93c9-601c269fb167 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0506673 Sep 07 11:59:44.316946 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-1fd9a282-d2b7-4a60-961f-01fad4d03ae7 req-e473ff42-4181-4797-bce3-c6d7c796e3c1 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Sep 07 11:59:45.258350 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65ed87-b465-4fb5-9401-d85ac0eb1e54 req-d76b6162-4adc-4977-ad7e-2becdef71591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:45.259840 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e65ed87-b465-4fb5-9401-d85ac0eb1e54 req-d76b6162-4adc-4977-ad7e-2becdef71591 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0527904 Sep 07 11:59:45.296917 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1e65ed87-b465-4fb5-9401-d85ac0eb1e54 req-0317c50c-921a-43ae-b6b5-598ed8724a50 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Sep 07 11:59:45.441356 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f9f2-a2f1-4bbc-90d9-70b88d2a607a req-db622467-a441-4455-aae5-cb1c060c2723 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:45.443702 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-33d4f9f2-a2f1-4bbc-90d9-70b88d2a607a req-db622467-a441-4455-aae5-cb1c060c2723 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0535655 Sep 07 11:59:45.483798 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-33d4f9f2-a2f1-4bbc-90d9-70b88d2a607a req-78334131-c2a2-4d59-bcd9-231e8ba0c762 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Sep 07 11:59:46.420439 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7379-f569-445f-92dc-0bdc19741558 req-d7fee085-9965-4edd-87d0-46104cedbd6a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:46.422243 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9c8e7379-f569-445f-92dc-0bdc19741558 req-d7fee085-9965-4edd-87d0-46104cedbd6a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0514383 Sep 07 11:59:46.459405 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9c8e7379-f569-445f-92dc-0bdc19741558 req-457a1fa6-446c-4ef6-b73a-97e8e8398a3b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Sep 07 11:59:46.599041 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72e95-b56b-4f4e-b6f0-3085a60319c1 req-ab843baf-c89b-404d-9cb4-c3081e5d7cd5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:46.601048 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-61b72e95-b56b-4f4e-b6f0-3085a60319c1 req-ab843baf-c89b-404d-9cb4-c3081e5d7cd5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0515952 Sep 07 11:59:46.640398 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-61b72e95-b56b-4f4e-b6f0-3085a60319c1 req-b47a2a6d-6157-49ab-8f75-b8d7fd024fbc tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334613 Sep 07 11:59:47.573886 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5f90c-9f7d-4e14-86e1-d3a14c227a6f req-e465565a-471c-4182-b78d-060418d64b54 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:47.575359 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89e5f90c-9f7d-4e14-86e1-d3a14c227a6f req-e465565a-471c-4182-b78d-060418d64b54 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0467613 Sep 07 11:59:47.612249 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-89e5f90c-9f7d-4e14-86e1-d3a14c227a6f req-3956c894-bd57-45c5-a8ff-ec77f1141ac0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310578 Sep 07 11:59:47.753242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ed2a8-479a-4d90-beef-ca1f2a57f6f2 req-3c40de1c-5f9c-4acc-b18d-edb2059708b3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:47.754718 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bf8ed2a8-479a-4d90-beef-ca1f2a57f6f2 req-3c40de1c-5f9c-4acc-b18d-edb2059708b3 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0482213 Sep 07 11:59:47.792243 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bf8ed2a8-479a-4d90-beef-ca1f2a57f6f2 req-1abedae3-ee7f-41f4-a90d-6e34d9607ce9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Sep 07 11:59:48.732690 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385774d-d9f1-4457-8a7e-0927eac19356 req-b16cea82-1ad8-4c0c-bd7e-ed41ce512c6a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:48.734154 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0385774d-d9f1-4457-8a7e-0927eac19356 req-b16cea82-1ad8-4c0c-bd7e-ed41ce512c6a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0520184 Sep 07 11:59:48.771731 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0385774d-d9f1-4457-8a7e-0927eac19356 req-3a41843b-177c-470a-a39c-80550d7ee0c7 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Sep 07 11:59:48.902601 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2641-c0db-4147-88f6-125495f71deb req-bec1afe6-f9a8-4191-bc2b-23a58de1b435 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:48.904035 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70fe2641-c0db-4147-88f6-125495f71deb req-bec1afe6-f9a8-4191-bc2b-23a58de1b435 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0485210 Sep 07 11:59:48.939815 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-70fe2641-c0db-4147-88f6-125495f71deb req-6c4a01e7-0060-4492-8adf-f5a55af703a9 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299234 Sep 07 11:59:49.744736 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba42b-d803-4e26-a0d1-27eca4db69d3 req-ddc6561e-f54c-42f7-b8eb-39effc7f0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:49.746106 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-081ba42b-d803-4e26-a0d1-27eca4db69d3 req-ddc6561e-f54c-42f7-b8eb-39effc7f0e6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1099 time: 0.0383880 Sep 07 11:59:49.782499 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-081ba42b-d803-4e26-a0d1-27eca4db69d3 req-7d9700da-f99e-4424-98ef-ca674ddb50fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269234 Sep 07 11:59:49.891077 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a0db-5976-4f4c-bb79-1bca8199ad1e req-d65659ad-fb87-4611-bb0d-63ced5749a88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:49.892546 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cb14a0db-5976-4f4c-bb79-1bca8199ad1e req-d65659ad-fb87-4611-bb0d-63ced5749a88 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0484586 Sep 07 11:59:49.929274 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-cb14a0db-5976-4f4c-bb79-1bca8199ad1e req-abe9fb94-d09a-484c-b51e-1913f0b23866 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307732 Sep 07 11:59:50.054116 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e6f5-0189-4bbb-83bd-407e3e59a80d req-919b9597-4369-40bb-9cf5-c5d4bc6974a5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:50.055626 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-92c8e6f5-0189-4bbb-83bd-407e3e59a80d req-919b9597-4369-40bb-9cf5-c5d4bc6974a5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0514791 Sep 07 11:59:50.092670 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-92c8e6f5-0189-4bbb-83bd-407e3e59a80d req-aed5b3e2-520f-4bb6-bb51-6f9fd650ada0 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Sep 07 11:59:51.055265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6bbe2-f9d9-4173-92a2-977469dc45e5 req-b1b14aee-790c-497e-95ab-b0570bdb2beb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:51.056728 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7db6bbe2-f9d9-4173-92a2-977469dc45e5 req-b1b14aee-790c-497e-95ab-b0570bdb2beb tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0566285 Sep 07 11:59:51.097557 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7db6bbe2-f9d9-4173-92a2-977469dc45e5 req-68833025-b305-4fcf-947f-2970d8bdebc1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Sep 07 11:59:51.204681 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9524-0fc1-4c3f-be8a-5791b9635d11 req-a224d48b-a79e-495b-bf0a-637eeb9de182 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:51.206160 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f19d9524-0fc1-4c3f-be8a-5791b9635d11 req-a224d48b-a79e-495b-bf0a-637eeb9de182 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0476613 Sep 07 11:59:51.243689 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f19d9524-0fc1-4c3f-be8a-5791b9635d11 req-14eb6ea5-6395-4973-b4e1-64436ff88f15 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Sep 07 11:59:52.213272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78b189-d2ce-43e0-baa2-5b3e5a8443f5 req-21dc0579-7123-472c-bd58-4303d6972d2a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:52.214725 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1d78b189-d2ce-43e0-baa2-5b3e5a8443f5 req-21dc0579-7123-472c-bd58-4303d6972d2a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.0467627 Sep 07 11:59:52.251361 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1d78b189-d2ce-43e0-baa2-5b3e5a8443f5 req-57e93f09-c4c5-4db3-895d-ef5819d871a1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308802 Sep 07 11:59:52.358796 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e0b8-4cfc-4d6f-937a-df12f7549fbd req-5711f055-ec53-4cac-a3d7-1e3c72b387ca tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:52.360312 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0307e0b8-4cfc-4d6f-937a-df12f7549fbd req-5711f055-ec53-4cac-a3d7-1e3c72b387ca tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0473435 Sep 07 11:59:52.401488 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0307e0b8-4cfc-4d6f-937a-df12f7549fbd req-5a522903-6985-4dfa-a80a-d817871c4c02 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Sep 07 11:59:52.511110 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391be5b-76fc-4aa0-b393-da1fd7ac67d9 req-8f9aee16-f81a-4d2a-ac6d-230b025f8175 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:52.512612 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b391be5b-76fc-4aa0-b393-da1fd7ac67d9 req-8f9aee16-f81a-4d2a-ac6d-230b025f8175 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0473425 Sep 07 11:59:52.550136 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b391be5b-76fc-4aa0-b393-da1fd7ac67d9 req-28b70995-53f4-41d6-8e4d-b44489092b1b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Sep 07 11:59:52.571935 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49160) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:52.711746 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a2147-716c-4ea1-8bd1-aaa722105e34 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:52.714042 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-1b9a2147-716c-4ea1-8bd1-aaa722105e34 tempest-TestVolumeBootPattern-1302073626 tempest-TestVolumeBootPattern-1302073626-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1094 time: 0.1403089 Sep 07 11:59:52.716574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49164) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:52.720683 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Request body: {'floatingip': {'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'port_id': '73c05128-2833-458f-9939-613649ac1c00', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 11:59:52.741180 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:52.833771 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:52.939877 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Allocated IP 172.27.0.97 (f1663b0a-b40d-473f-8c06-68a3d1ec4e76/aec5b0aa-4c40-41dd-9953-dc81d704621d/ea7268f0-1222-49eb-9608-43725c4034d4) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 11:59:53.040325 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.082690 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.118048 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Network f1663b0a-b40d-473f-8c06-68a3d1ec4e76 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 11:59:53.122411 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 11:59:53.125851 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 11:59:53.150188 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=ea7268f0-1222-49eb-9608-43725c4034d4,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:53.443824 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279d43-04e6-403b-bf4c-0d346161c79a req-a0130221-0fe2-448e-832e-b4ebcc89a3e2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:53.445199 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a0279d43-04e6-403b-bf4c-0d346161c79a req-a0130221-0fe2-448e-832e-b4ebcc89a3e2 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0509946 Sep 07 11:59:53.482880 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a0279d43-04e6-403b-bf4c-0d346161c79a req-f6282eee-0736-42aa-bad5-61ce95c9ca84 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Sep 07 11:59:53.506243 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556f75-bd77-4eab-8068-c533ee443291 req-a78cac1d-2162-4fa8-98c8-9da15879ca4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:53.507740 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6e556f75-bd77-4eab-8068-c533ee443291 req-a78cac1d-2162-4fa8-98c8-9da15879ca4a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 943 time: 0.1784806 Sep 07 11:59:53.540286 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.574080 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6e556f75-bd77-4eab-8068-c533ee443291 req-6558dd37-e290-4a23-a275-6da581e5c656 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599387 Sep 07 11:59:53.614361 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.759885 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.764026 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.832110 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event updated for resources: {'Port': ['ID=ea7268f0-1222-49eb-9608-43725c4034d4,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:53.835646 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 11:59:53.842772 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.933805 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:53.938582 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP a5b33137-0fb1-4e8a-a387-772ff47f914f associated. External IP: 172.27.0.97, port: 73c05128-2833-458f-9939-613649ac1c00. Sep 07 11:59:53.944646 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'port_id': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'mac_address': 'fa:16:3e:6e:3e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 11:59:53.980898 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:53.993228 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 11:59:54.012782 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:54.016891 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:54.067017 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=9']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:54.139400 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:59:54.242648 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:59:54.251765 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:59:54.258565 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:54.261827 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:59:54.262440 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:59:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:54.285515 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-372a1b0e-9670-47c6-9de9-743a5c323df5 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5679555 Sep 07 11:59:54.286205 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:54.288755 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e73ac-dabb-49fe-9924-7bfe21771618" -d '{"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:54.327299 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e793f5-5b9c-4aad-95fd-d90fa14e6166 x-openstack-request-id: req-47e793f5-5b9c-4aad-95fd-d90fa14e6166 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:54.327596 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:54.327850 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47e793f5-5b9c-4aad-95fd-d90fa14e6166 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:54.328252 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00', 'status': 'completed', 'code': 200} Sep 07 11:59:54.372305 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:59:54.394274 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-fc0ab9c6-2ba9-4866-83a1-4ace88b4d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.395820 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-fc0ab9c6-2ba9-4866-83a1-4ace88b4d2f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1099 time: 0.0434210 Sep 07 11:59:54.398897 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 11:59:54.698887 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d656d-cb56-40e8-b449-f6a6222bd91c req-6faa2afc-bbbc-4550-8ef5-8e0090fd5643 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.701052 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a27d656d-cb56-40e8-b449-f6a6222bd91c req-6faa2afc-bbbc-4550-8ef5-8e0090fd5643 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 944 time: 0.0509152 Sep 07 11:59:54.714291 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}, {'id': 'a5b33137-0fb1-4e8a-a387-772ff47f914f', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '73c05128-2833-458f-9939-613649ac1c00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:30:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:59:53Z', 'updated_at': '2021-09-07T11:59:53Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:54.740831 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a27d656d-cb56-40e8-b449-f6a6222bd91c req-e76d5470-79cb-4e6e-a96e-86aa65d2e973 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Sep 07 11:59:54.741102 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:59:54.749896 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:59:54.750509 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:59:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:54.756910 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-0022e14c-0ef1-4734-b44d-493a36a3bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.758814 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-0022e14c-0ef1-4734-b44d-493a36a3bb23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.3552222 Sep 07 11:59:54.767100 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f40ee-330a-4be8-bad5-a20cd8f5b554 req-a4d10c74-bd68-4317-ba4a-cfa7d343009f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.768475 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be5f40ee-330a-4be8-bad5-a20cd8f5b554 req-a4d10c74-bd68-4317-ba4a-cfa7d343009f tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0734184 Sep 07 11:59:54.856024 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-be5f40ee-330a-4be8-bad5-a20cd8f5b554 req-7d52782a-880b-49cb-a044-8e72828001c5 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812356 Sep 07 11:59:54.859104 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:59:54.862118 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-20f1f423-ede8-42a4-a244-59f373e8e495 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 200 len: 999 time: 0.0927362 Sep 07 11:59:54.911137 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-14e99a83-24a3-46c8-ac4b-f3721b782e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.912602 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-14e99a83-24a3-46c8-ac4b-f3721b782e3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0433397 Sep 07 11:59:54.957724 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-bcd783cf-b828-49db-9122-b91344db81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:54.959340 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-bcd783cf-b828-49db-9122-b91344db81f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385971 Sep 07 11:59:55.050320 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-df915f2e-42bc-4cae-b78f-1b2fe7a34ae0 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826936 Sep 07 11:59:55.081419 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}, {'id': 'a5b33137-0fb1-4e8a-a387-772ff47f914f', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '73c05128-2833-458f-9939-613649ac1c00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:30:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:59:53Z', 'updated_at': '2021-09-07T11:59:53Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:55.108535 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a43eef-aa01-45b9-b6dd-d8c373a71140 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}, {'id': 'a5b33137-0fb1-4e8a-a387-772ff47f914f', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '73c05128-2833-458f-9939-613649ac1c00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:30:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:59:53Z', 'updated_at': '2021-09-07T11:59:53Z', 'revision_number': 0, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:59:55.140289 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c08e73ac-dabb-49fe-9924-7bfe21771618 req-fea2fe37-40fa-48bf-93a2-34b49c76242f service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822837 Sep 07 11:59:55.295686 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336a24-df32-4438-a1a9-bf41b8854a6d None None] New status for floating IP a5b33137-0fb1-4e8a-a387-772ff47f914f: ACTIVE {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:59:55.679994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-4aa9470e-9b22-45eb-982f-05dc82f4fb58 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:55.681478 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-4aa9470e-9b22-45eb-982f-05dc82f4fb58 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0514483 Sep 07 11:59:55.769207 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Deleting port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:59:55.769912 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:55.846091 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 11:59:55.861755 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] For port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:55.862117 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:55.870029 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683054b-9d37-4f36-8587-0083dcfaa08a req-baa1658a-0b90-4e09-a3c7-8a40b7838c55 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:55.871615 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3683054b-9d37-4f36-8587-0083dcfaa08a req-baa1658a-0b90-4e09-a3c7-8a40b7838c55 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 944 time: 0.0566194 Sep 07 11:59:55.904366 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 11:59:55.904913 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:55.914126 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3683054b-9d37-4f36-8587-0083dcfaa08a req-eb92c9e5-6e2c-4a8f-b6d3-44f2c8606158 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364592 Sep 07 11:59:55.986522 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.008893 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:56.011204 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85976ac-36dd-4ccc-be9b-c1cdaed0771a" -d '{"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:56.023690 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 11:59:56.027813 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.054130 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dcdbd-e444-4886-849a-4ec28563f4b9 req-b3e4f5be-e054-478e-b82e-47fdf1668db0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:56.055656 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b1dcdbd-e444-4886-849a-4ec28563f4b9 req-b3e4f5be-e054-478e-b82e-47fdf1668db0 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 946 time: 0.0924726 Sep 07 11:59:56.062184 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5395ae01-6440-466a-bab7-138c0eff3e97 x-openstack-request-id: req-5395ae01-6440-466a-bab7-138c0eff3e97 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:56.062184 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:56.063185 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5395ae01-6440-466a-bab7-138c0eff3e97 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:56.064021 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'code': 200} Sep 07 11:59:56.084168 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=10']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:56.093442 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.093803 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.094080 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Floating IP 3b3b6053-2e1f-4050-a577-6ec1aa715a35 disassociated. External IP: 172.27.0.213, port: 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19. Sep 07 11:59:56.094429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Calling delete_port for 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:59:56.122420 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3b1dcdbd-e444-4886-849a-4ec28563f4b9 req-3519f27f-12f6-4a83-b464-808ec7dc7469 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d82e7e0-4836-43b6-a9ac-0071186ce073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580254 Sep 07 11:59:56.262651 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.269796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bb59f-419a-4eb2-8e24-cf92439b1c6b req-d376f765-1f18-4bae-b2d2-d0e1f1e7ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:56.271275 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c13bb59f-419a-4eb2-8e24-cf92439b1c6b req-d376f765-1f18-4bae-b2d2-d0e1f1e7ec1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1099 time: 0.0625074 Sep 07 11:59:56.299149 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'Port': ['ID=6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:56.359831 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c13bb59f-419a-4eb2-8e24-cf92439b1c6b req-6bb673a4-40ec-4483-828b-fd0e1aac6443 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658903 Sep 07 11:59:56.430585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 11:59:56.534127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 11:59:56.543539 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 11:59:56.552641 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:59:56.553250 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:59:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:56.573227 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] No DVR routers for this DVR port 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 11:59:56.575663 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:56.577615 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-17766d73-2145-4a7f-9612-e30c5f1dff33 req-b9c99381-7c43-455c-b9c3-a4257373ad48 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.62 "DELETE /v2.0/ports/6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 HTTP/1.1" status: 204 len: 173 time: 0.8888566 Sep 07 11:59:56.578041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'name': 'network-vif-deleted', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 11:59:56.580270 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bd5f9-21b3-4ad9-b523-61bf39f2f796" -d '{"events": [{"server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "name": "network-vif-deleted", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 11:59:56.668422 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:59:56.778246 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03691b56-82d8-46e1-9cdf-435886fb064a x-openstack-request-id: req-03691b56-82d8-46e1-9cdf-435886fb064a {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 11:59:56.778692 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc1e5a2-92d5-450d-9f10-aa3c05760059", "name": "network-vif-deleted", "tag": "6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 11:59:56.778966 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03691b56-82d8-46e1-9cdf-435886fb064a {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 11:59:56.779430 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1e5a2-92d5-450d-9f10-aa3c05760059', 'name': 'network-vif-deleted', 'tag': '6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19', 'status': 'completed', 'code': 200} Sep 07 11:59:56.894973 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:56.924385 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 11:59:56.932675 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 11:59:56.933276 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T11:59:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:57.034819 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed077d-af4c-4e5b-a7f0-72dd08ef20cb req-a34c8ce7-b73d-4af0-aa2e-d21b616f4273 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:57.036472 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dfed077d-af4c-4e5b-a7f0-72dd08ef20cb req-a34c8ce7-b73d-4af0-aa2e-d21b616f4273 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Sep 07 11:59:57.076753 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dfed077d-af4c-4e5b-a7f0-72dd08ef20cb req-645df50e-2613-4bbd-89fd-e8f1ef8119d0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339370 Sep 07 11:59:57.164988 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 11:59:57.292644 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-35aa70a3-cca4-4045-beb2-764001f4ba78 req-a094e529-3034-44a2-b071-9d0794267502 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc1e5a2-92d5-450d-9f10-aa3c05760059 HTTP/1.1" status: 200 len: 210 time: 0.0896614 Sep 07 11:59:57.376201 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 11:59:57.403464 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbb51e-a137-42b6-b8bb-72949ba803bf None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T11:50:00Z', 'revision_number': 4, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '917d24d6-916f-4d89-bae6-0f67e8e7f073', 'name': '', 'network_id': '15f17bf6-1e8d-4499-9414-e6a4dd3b2c50', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'mac_address': 'fa:16:3e:0c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:50:00Z', 'updated_at': '2021-09-07T11:50:09Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'subnets': [{'id': '225eb7eb-61a8-4e8a-a382-abe9fd4f20c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 11:59:57.607370 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8345853-9bf6-46e5-bc3a-c30cddcef2d6 None None] New status for floating IP 3b3b6053-2e1f-4050-a577-6ec1aa715a35: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 11:59:58.052802 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-0fff00e5-7a17-4325-8992-dc229939dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.201384 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c63ea-d3fa-4ca8-b2ac-c909f6e2cc4a req-5b9ab289-c0cf-4431-b2c2-43ec3ba9b46f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:58.203054 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-863c63ea-d3fa-4ca8-b2ac-c909f6e2cc4a req-5b9ab289-c0cf-4431-b2c2-43ec3ba9b46f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Sep 07 11:59:58.241953 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-863c63ea-d3fa-4ca8-b2ac-c909f6e2cc4a req-ef34498b-c1cc-455e-bad8-f45557ce4b3f tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Sep 07 11:59:58.375274 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49250) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:58.433904 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.458908 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.508515 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.512541 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.513684 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d82e7e0-4836-43b6-a9ac-0071186ce073 HTTP/1.1" status: 204 len: 168 time: 0.1372068 Sep 07 11:59:58.516605 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49252) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:58.522636 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82e7e0-4836-43b6-a9ac-0071186ce073,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:58.530432 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.530599 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.api.v2.resource [None req-94f9ce14-f24c-40d9-bc1e-2f691e6ca63c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] show failed (client error): The resource could not be found. Sep 07 11:59:58.530781 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.531147 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534145 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534263 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-94f9ce14-f24c-40d9-bc1e-2f691e6ca63c tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "GET /v2.0/security-groups/9d82e7e0-4836-43b6-a9ac-0071186ce073 HTTP/1.1" status: 404 len: 347 time: 0.0139265 Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.534373 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.535006 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49254) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 11:59:58.535097 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb0dbf-4edf-432f-a4ed-da157f4314cd tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 11:59:58.657289 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Deleting port 3d513229-5561-455d-8040-2c57a7e1a968 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 11:59:58.657553 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.730116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.730502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.741906 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Calling delete_port for 3d513229-5561-455d-8040-2c57a7e1a968 owned by network:floatingip {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 11:59:58.870282 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.898217 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Pushing event deleted for resources: {'Port': ['ID=3d513229-5561-455d-8040-2c57a7e1a968,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 11:59:58.956845 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks [] for floatingip, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.959324 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 11:59:58.960466 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-1e71e842-5bdd-4e8b-b37d-4fb6f567be51 tempest-AttachVolumeTestJSON-1397998268 tempest-AttachVolumeTestJSON-1397998268-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b3b6053-2e1f-4050-a577-6ec1aa715a35 HTTP/1.1" status: 204 len: 168 time: 0.4253581 Sep 07 11:59:59.361639 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36bc49-0ada-457f-a336-502b990f19a8 req-da76fa36-bf0b-4c40-8aae-de16372ceb81 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 11:59:59.363311 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd36bc49-0ada-457f-a336-502b990f19a8 req-da76fa36-bf0b-4c40-8aae-de16372ceb81 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0486240 Sep 07 11:59:59.401822 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-cd36bc49-0ada-457f-a336-502b990f19a8 req-f2a12733-7aa8-4b09-a679-bff3f1250ba9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Sep 07 11:59:59.882936 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 11:59:59.907395 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 11:59:59.907735 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 6fd1fff5-ffb2-4a6b-b8d3-4e2441b64b19 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:00:00.787257 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-438230b0-6b4d-417a-8bdc-f6d2fe0e71a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:01.101564 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:01.783873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:02.492040 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49288) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:02.918061 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.091717 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.154582 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Deleting port 917d24d6-916f-4d89-bae6-0f67e8e7f073 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:00:03.154860 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.230775 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] For port 917d24d6-916f-4d89-bae6-0f67e8e7f073, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=917d24d6-916f-4d89-bae6-0f67e8e7f073,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:00:03.231190 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.243039 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Calling delete_port for 917d24d6-916f-4d89-bae6-0f67e8e7f073 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:00:03.379906 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.415938 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.446409 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Pushing event deleted for resources: {'Port': ['ID=917d24d6-916f-4d89-bae6-0f67e8e7f073,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:03.604274 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:03.809109 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Router dce5139d-0bb7-44c4-9630-5481d7edd781 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:00:03.911855 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:00:03.916876 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f587ebf1-ae71-48f0-8e94-b5ef29e03958 admin admin] 10.222.0.13 "PUT /v2.0/routers/dce5139d-0bb7-44c4-9630-5481d7edd781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237435 Sep 07 12:00:03.919674 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49292) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:03.920534 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Sync routers for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:00:03.929994 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:00:03.930608 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:00:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:04.020367 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.031701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:00:04.116574 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.171089 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Deleting port 6a875d10-273c-40e5-aedd-426c7cb25a21 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:00:04.171430 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.205734 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T12:00:03Z', 'revision_number': 5, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port': {'id': '6a875d10-273c-40e5-aedd-426c7cb25a21', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:49:56Z', 'updated_at': '2021-09-07T11:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:04.235101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Checking router: dce5139d-0bb7-44c4-9630-5481d7edd781 for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:00:04.243314 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Routers {'dce5139d-0bb7-44c4-9630-5481d7edd781'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:00:04.243961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:00:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['dce5139d-0bb7-44c4-9630-5481d7edd781'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:04.247690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] For port 6a875d10-273c-40e5-aedd-426c7cb25a21, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=6a875d10-273c-40e5-aedd-426c7cb25a21,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:00:04.248083 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.259715 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Calling delete_port for 6a875d10-273c-40e5-aedd-426c7cb25a21 owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:00:04.324532 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] Set router dce5139d-0bb7-44c4-9630-5481d7edd781 gateway port host: None {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:00:04.379412 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T12:00:04Z', 'revision_number': 6, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:04.405660 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c803d-a81a-46f8-a005-3c1692b11d3e None None] The sync data for ids ['dce5139d-0bb7-44c4-9630-5481d7edd781'] in dv-cinder-791281-10-iscsi is: [{'id': 'dce5139d-0bb7-44c4-9630-5481d7edd781', 'name': 'tempest-AttachVolumeTestJSON-667098667-router', 'tenant_id': '3c46e62502364c3293744ed53aef6c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:49:54Z', 'updated_at': '2021-09-07T12:00:04Z', 'revision_number': 6, 'project_id': '3c46e62502364c3293744ed53aef6c55', 'gw_port_host': None}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:00:04.428988 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.452985 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a875d10-273c-40e5-aedd-426c7cb25a21,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:04.519712 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.606638 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.608712 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.649330 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.649880 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce5139d-0bb7-44c4-9630-5481d7edd781 {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:00:04.655335 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.656468 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-cb7e3929-239f-4a55-a952-1c6431e24c89 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dce5139d-0bb7-44c4-9630-5481d7edd781 HTTP/1.1" status: 204 len: 168 time: 0.7358820 Sep 07 12:00:04.658943 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49294) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:04.704879 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Deleting subnet 225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:00:04.707789 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.740684 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.817448 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.873129 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.904175 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225eb7eb-61a8-4e8a-a382-abe9fd4f20c4,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:04.906060 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:04.909608 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1f08e626-73d3-4119-b49c-417bab277d67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/225eb7eb-61a8-4e8a-a382-abe9fd4f20c4 HTTP/1.1" status: 204 len: 168 time: 0.2496653 Sep 07 12:00:04.909905 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b62629-312e-424e-887b-912d4d279234 None None] Network 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:00:04.912060 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49296) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:04.977516 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.029192 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Deleting port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:00:05.029534 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.173473 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] DHCP port deletion for 15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:00:05.222638 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Deleting port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 {{(pid=105498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:00:05.223390 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.292067 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] For port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:00:05.292464 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.305449 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Calling delete_port for dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 owned by network:dhcp {{(pid=105498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:00:05.332299 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] For port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,segment=NetworkSegment(7d2601e9-ef83-4cc8-a51b-653849f213c1),segment_id=7d2601e9-ef83-4cc8-a51b-653849f213c1)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:00:05.332690 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.346118 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Calling delete_port for dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 owned by network:dhcp {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:00:05.396000 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.426271 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] Pushing event deleted for resources: {'Port': ['ID=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,revision_number=None']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:05.430109 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.436305 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab32f7b-e53b-480a-952e-3f261c04ec88 None None] No DVR routers for this DVR port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 on host dv-cinder-791281-10-iscsi {{(pid=105498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:00:05.466484 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea0aafa-2cb0-4ca6-85b1-b3e2df761e07,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:05.468812 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] No DVR routers for this DVR port dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 on host dv-cinder-791281-10-iscsi {{(pid=105497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:00:05.537488 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.557468 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f17bf6-1e8d-4499-9414-e6a4dd3b2c50']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:05.566403 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2601e9-ef83-4cc8-a51b-653849f213c1') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:05.566700 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2601e9-ef83-4cc8-a51b-653849f213c1') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:00:05.575652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.588536 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.594378 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:00:05.594764 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self.session.flush() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self.session.flush() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self.session.flush() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self.session.flush() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:00:05.596411 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:00:05.652120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.657507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.659326 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15f17bf6-1e8d-4499-9414-e6a4dd3b2c50 HTTP/1.1" status: 204 len: 168 time: 0.7463593 Sep 07 12:00:05.670152 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab65f10-5117-410d-99e6-fe6b0ddadd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f17bf6-1e8d-4499-9414-e6a4dd3b2c50,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:05.781288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49300) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:05.819416 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-2d3b3644-88a3-49d2-9223-60e38c966d56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c46e62502364c3293744ed53aef6c55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369952 Sep 07 12:00:05.821721 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49302) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:05.868096 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.889563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.937179 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.939597 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:05.940735 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b22aaae-7873-46e9-9566-529f1884f016 HTTP/1.1" status: 204 len: 168 time: 0.1176281 Sep 07 12:00:05.949241 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40612f33-8696-4190-9f28-8c67dc587fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b22aaae-7873-46e9-9566-529f1884f016,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:06.430974 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:00:06.451596 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:00:06.451898 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device dea0aafa-2cb0-4ca6-85b1-b3e2df761e07 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:00:06.452330 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 917d24d6-916f-4d89-bae6-0f67e8e7f073 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:00:06.471348 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 917d24d6-916f-4d89-bae6-0f67e8e7f073 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:00:06.471706 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 917d24d6-916f-4d89-bae6-0f67e8e7f073 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:00:06.472131 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6a875d10-273c-40e5-aedd-426c7cb25a21 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:00:06.491467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 6a875d10-273c-40e5-aedd-426c7cb25a21 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:00:06.491817 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 6a875d10-273c-40e5-aedd-426c7cb25a21 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:00:08.112398 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-091b1df2-a3e5-4760-906e-8e033b274f0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396328 Sep 07 12:00:08.171868 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-9f07d455-9925-4e4b-875b-695696597bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:00:08.173424 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-9f07d455-9925-4e4b-875b-695696597bb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de81c645522f4b80b3822b635136230b&device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 1099 time: 0.0403605 Sep 07 12:00:08.286413 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-c8a5c890-0bd5-42a4-9843-641cf915bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:00:08.288023 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-c8a5c890-0bd5-42a4-9843-641cf915bae2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 200 len: 918 time: 0.0951762 Sep 07 12:00:08.364315 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-27d5121d-ba59-4c84-a5ea-39d1dc9a54ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 200 len: 1001 time: 0.0605381 Sep 07 12:00:08.414659 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-2b6d4a25-5305-4aec-8eca-d48b923db81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:00:08.416679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-2b6d4a25-5305-4aec-8eca-d48b923db81f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 200 len: 856 time: 0.0450916 Sep 07 12:00:08.465847 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-27e1615c-f7cd-4349-9900-ecf050d61289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:00:08.467345 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-27e1615c-f7cd-4349-9900-ecf050d61289 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2df8d02b-71dc-4523-8122-d571cf9dc178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418646 Sep 07 12:00:08.556102 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-3ed6c41e-c172-468d-bfa2-1bc964ec8f6d service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Sep 07 12:00:08.645679 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7a75afed-8a5b-4c59-ab6f-fdcaee83affc req-d7ff1003-1d87-4754-a057-dc20fd7bb7b0 service neutron] 10.222.0.62 "GET /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819228 Sep 07 12:00:15.200571 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49414) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:15.299938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bdcf40a9-c2b5-43ea-81a8-c3205f474a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.386127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bdcf40a9-c2b5-43ea-81a8-c3205f474a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.390613 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bdcf40a9-c2b5-43ea-81a8-c3205f474a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.428060 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-bdcf40a9-c2b5-43ea-81a8-c3205f474a20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ceac2cc17764e01b89d7c6e1be9b05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264652 Sep 07 12:00:15.428899 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf40a9-c2b5-43ea-81a8-c3205f474a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481fc571-f1d2-4849-aa59-fb7900c1b82f,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:15.430848 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49418) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:15.480022 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.499841 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.544976 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.547669 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:15.548807 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/481fc571-f1d2-4849-aa59-fb7900c1b82f HTTP/1.1" status: 204 len: 168 time: 0.1164238 Sep 07 12:00:15.558135 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9bfb8-603e-4207-97ae-8958a66d4452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481fc571-f1d2-4849-aa59-fb7900c1b82f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:16.652954 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49468) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:16.753465 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee56178b-054c-4431-86f4-8ad1f4099509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:16.843971 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee56178b-054c-4431-86f4-8ad1f4099509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:16.847597 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ee56178b-054c-4431-86f4-8ad1f4099509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:16.885729 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ee56178b-054c-4431-86f4-8ad1f4099509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e393747f16748f09ed316be5fbbd4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317135 Sep 07 12:00:16.886574 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56178b-054c-4431-86f4-8ad1f4099509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb2d6b-3223-41ef-b796-e0de0ab1fc23,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:16.888345 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49472) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:16.937460 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:16.958224 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:17.006199 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:17.008768 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:17.010425 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfbb2d6b-3223-41ef-b796-e0de0ab1fc23 HTTP/1.1" status: 204 len: 168 time: 0.1199839 Sep 07 12:00:17.017872 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3b1b2-5fe0-48f9-b550-78e9a19f2974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb2d6b-3223-41ef-b796-e0de0ab1fc23,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:18.409938 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:00:18.553714 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49522) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:18.656853 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.744586 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.748302 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.786242 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4da7122c6077491daa5170a05ca67b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314882 Sep 07 12:00:18.787116 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72493342-9a5b-42b1-b04d-b9f7c1a5f54d,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:18.788975 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49526) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:18.794547 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.794927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.795274 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.795606 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.795938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.796272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.796599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.796928 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.797254 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.797574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.797895 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.798212 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db50905-b644-48ab-90e3-7ba514ac3775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:00:18.840656 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.861160 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.906626 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.909197 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:18.910356 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72493342-9a5b-42b1-b04d-b9f7c1a5f54d HTTP/1.1" status: 204 len: 168 time: 0.1203747 Sep 07 12:00:18.917692 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865571e-19f7-4ae5-9108-b7cf4181cd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72493342-9a5b-42b1-b04d-b9f7c1a5f54d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:19.162377 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49532) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:19.175686 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f588-d7a1-44a6-a0de-8cf1cd0699af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.259929 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f588-d7a1-44a6-a0de-8cf1cd0699af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.263326 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f588-d7a1-44a6-a0de-8cf1cd0699af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.299521 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0ae2f588-d7a1-44a6-a0de-8cf1cd0699af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fc383300c1f4563bd548098c7675d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360803 Sep 07 12:00:19.300360 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2f588-d7a1-44a6-a0de-8cf1cd0699af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394352c-6f93-4260-aee5-647a9718931f,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:19.302304 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49534) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:00:19.349501 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.372027 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.418002 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.420511 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:19.421664 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5394352c-6f93-4260-aee5-647a9718931f HTTP/1.1" status: 204 len: 168 time: 0.1183045 Sep 07 12:00:19.429277 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc102cdb-023b-44c8-8c25-7ac8a2fa32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394352c-6f93-4260-aee5-647a9718931f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:00:28.055316 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3be324e6-412f-4a86-b6a9-7502438b083d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:30.788590 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-2d998023-4d85-4e85-883c-12a86d356a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:31.106692 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:31.790249 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:33.111524 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:33.382417 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:00:55.408696 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:00:58.058630 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a5e30e68-889e-4d70-913c-3e16fbe103e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:00.789043 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d01f-ec62-4f0a-a05d-04a56a38d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:01.108928 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:01.790978 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:02.716007 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49936) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:02.817375 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:02.903534 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:02.907646 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:02.944477 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8341e1b7f2124b80af534a0ba928f2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274234 Sep 07 12:01:02.945338 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5948616-b579-4014-9bd4-9b3711059fb8,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:02.947202 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49940) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:02.952368 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.952752 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.953099 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.953435 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.953770 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.954105 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.954437 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.954770 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.955132 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.955460 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.955788 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.956110 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b28d95-6f11-4833-9981-82d7f9620818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:02.998396 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.019153 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.064505 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.067074 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.068197 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5948616-b579-4014-9bd4-9b3711059fb8 HTTP/1.1" status: 204 len: 168 time: 0.1199679 Sep 07 12:01:03.075396 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545255da-b613-4ff0-a06a-717137fe7457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5948616-b579-4014-9bd4-9b3711059fb8,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:03.118484 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.317542 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 49946) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:03.330981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8a099b23-c726-4042-b725-7856cd4ed1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.385399 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.419229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8a099b23-c726-4042-b725-7856cd4ed1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.422937 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8a099b23-c726-4042-b725-7856cd4ed1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.459807 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8a099b23-c726-4042-b725-7856cd4ed1af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4216ac85db743a28e6536e2978dc088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411657 Sep 07 12:01:03.460446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a099b23-c726-4042-b725-7856cd4ed1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f978d1-936e-4380-816c-30d44c470633,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:03.463114 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 49948) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:03.510689 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.535590 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.582608 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.585081 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:03.586203 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f978d1-936e-4380-816c-30d44c470633 HTTP/1.1" status: 204 len: 168 time: 0.1221161 Sep 07 12:01:03.594182 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84ea6-4244-4d86-80fc-aac047411add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f978d1-936e-4380-816c-30d44c470633,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:05.306535 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50012) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:05.422372 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4ab066d3-f660-420d-be51-cfa52c610320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.509232 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4ab066d3-f660-420d-be51-cfa52c610320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.512803 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4ab066d3-f660-420d-be51-cfa52c610320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.550719 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab066d3-f660-420d-be51-cfa52c610320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8625218e-9bdc-437e-b8d9-27d1b802faa0,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:05.554967 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4ab066d3-f660-420d-be51-cfa52c610320 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=758cf61c16414677ad68b808400524ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473817 Sep 07 12:01:05.557909 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50018) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:05.604540 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.625125 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.671448 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.674075 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:05.675232 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8625218e-9bdc-437e-b8d9-27d1b802faa0 HTTP/1.1" status: 204 len: 168 time: 0.1166234 Sep 07 12:01:05.682530 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b1d2-048d-4f7e-82a8-196e601e9496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625218e-9bdc-437e-b8d9-27d1b802faa0,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:05.923645 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50026) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:05.936145 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b91a2ff3-1779-4487-a35f-7cca92e63533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.022777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b91a2ff3-1779-4487-a35f-7cca92e63533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.026273 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-b91a2ff3-1779-4487-a35f-7cca92e63533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.061538 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2ff3-1779-4487-a35f-7cca92e63533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd39a9c-de91-4edd-aecd-a9d386a7ec3a,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:06.067252 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-b91a2ff3-1779-4487-a35f-7cca92e63533 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd5d6a9ec24e4dd3b0b121d00e8f2370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426737 Sep 07 12:01:06.070147 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50028) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:06.119495 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.141823 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.185649 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.188705 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:06.189932 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afd39a9c-de91-4edd-aecd-a9d386a7ec3a HTTP/1.1" status: 204 len: 168 time: 0.1186845 Sep 07 12:01:06.197806 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f129f1-d2df-447e-894d-fb3ac1ba589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd39a9c-de91-4edd-aecd-a9d386a7ec3a,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:13.985203 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50150) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:14.084693 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b2de-9ac3-4f4f-a38d-523595a86469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.171084 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b2de-9ac3-4f4f-a38d-523595a86469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.174645 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b2de-9ac3-4f4f-a38d-523595a86469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.211345 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-9fb8b2de-9ac3-4f4f-a38d-523595a86469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01aee2ac624247328c5c57a46da8b343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251275 Sep 07 12:01:14.212244 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b2de-9ac3-4f4f-a38d-523595a86469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7196a8-8594-47ce-be2e-07d6f35b6a8c,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:14.214045 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50154) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:14.260883 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.281534 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.323853 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.326321 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.327999 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a7196a8-8594-47ce-be2e-07d6f35b6a8c HTTP/1.1" status: 204 len: 168 time: 0.1124563 Sep 07 12:01:14.335324 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647885a-bf88-46ec-aabd-face9c4f07d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7196a8-8594-47ce-be2e-07d6f35b6a8c,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:14.576327 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50160) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:14.589620 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-64368bd9-9ecf-4d66-86be-30000eaaad5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.675725 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-64368bd9-9ecf-4d66-86be-30000eaaad5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.679311 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-64368bd9-9ecf-4d66-86be-30000eaaad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.714281 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64368bd9-9ecf-4d66-86be-30000eaaad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd3976a-cbcc-4dda-8685-4c5686467ed6,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:14.719902 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-64368bd9-9ecf-4d66-86be-30000eaaad5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afcd9bd75f7b40d0b3f6dd0a4926fea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425428 Sep 07 12:01:14.722567 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50162) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:14.770912 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.790383 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.836015 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.838622 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:14.839791 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bd3976a-cbcc-4dda-8685-4c5686467ed6 HTTP/1.1" status: 204 len: 168 time: 0.1163356 Sep 07 12:01:14.847668 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced25d4-2f5a-4df1-8bf0-8a32825bb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd3976a-cbcc-4dda-8685-4c5686467ed6,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:15.141032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50168) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:15.153706 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bb8080a6-ed4a-4a2d-83e7-caff9cfca1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.245948 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bb8080a6-ed4a-4a2d-83e7-caff9cfca1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.249962 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bb8080a6-ed4a-4a2d-83e7-caff9cfca1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.285422 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8080a6-ed4a-4a2d-83e7-caff9cfca1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21052d2e-2176-48c2-86b6-4b3cd69de4bd,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:15.289841 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-bb8080a6-ed4a-4a2d-83e7-caff9cfca1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf341f34d01c47b683cf5e68a9e58292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477501 Sep 07 12:01:15.292421 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50172) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:15.340506 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.360777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.412890 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.415446 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:15.416598 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21052d2e-2176-48c2-86b6-4b3cd69de4bd HTTP/1.1" status: 204 len: 168 time: 0.1232836 Sep 07 12:01:15.424560 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb4709-131c-44c9-a33b-f664f8da6eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21052d2e-2176-48c2-86b6-4b3cd69de4bd,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:16.083154 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50198) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:16.178565 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1847288344-network', 'tenant_id': '4cf323d8b9bc4e9d98546e7f39ec8dcb'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:16.200848 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Made reservation on behalf of 4cf323d8b9bc4e9d98546e7f39ec8dcb for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:16.203319 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.211414 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.302760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.307209 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.333359 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:01:16.342003 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:16.349018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.349368 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Added segment 123f4820-5b49-4902-b69b-89cbfe43d3b9 of type vlan for network 9d192d4f-4290-40e5-9dcf-d973f523e148 Sep 07 12:01:16.398079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.423334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.424478 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:16.425059 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.452070 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bfbd-e949-4f48-9464-2690161480aa req-bc7236df-be94-4e76-ac5a-3d486202a6f0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:16.454426 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e8d0bfbd-e949-4f48-9464-2690161480aa req-bc7236df-be94-4e76-ac5a-3d486202a6f0 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0497417 Sep 07 12:01:16.459299 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3749466 Sep 07 12:01:16.462652 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50210) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:16.471829 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Request body: {'subnet': {'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1847288344-subnet', 'tenant_id': '4cf323d8b9bc4e9d98546e7f39ec8dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:16.489360 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b699d1b-b06d-4beb-9533-6194eaf20b69 admin admin] Pushing event updated for resources: {'Network': ['ID=9d192d4f-4290-40e5-9dcf-d973f523e148,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:16.499724 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:01:16.514372 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e8d0bfbd-e949-4f48-9464-2690161480aa req-0c8028a7-bb64-4dc0-bb54-07271822249a tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530934 Sep 07 12:01:16.515943 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Made reservation on behalf of 4cf323d8b9bc4e9d98546e7f39ec8dcb for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:16.518320 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.688081 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.746610 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:16.755187 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Checking segment: {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:01:16.755545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Network hostable DHCP agents. Network: 9d192d4f-4290-40e5-9dcf-d973f523e148, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:01:16.771180 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:01:16.779673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, 9d192d4f-4290-40e5-9dcf-d973f523e148) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:01:16.783743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:16.784321 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:16.788390 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5792d46-43c4-4428-84b6-8a71cdcd221e None None] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:01:16.799967 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c49a61c9-f034-47b2-a37a-249ca3bc0d67 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3320160 Sep 07 12:01:16.907299 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036bfc6d-fb58-4b39-9947-b43b18bec255 None None] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:01:17.633693 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c7676-57d1-40b3-a5dc-e6fb529a488b req-71190866-2cc7-472d-95f7-6b4eb607f35b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:17.635159 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9d0c7676-57d1-40b3-a5dc-e6fb529a488b req-71190866-2cc7-472d-95f7-6b4eb607f35b tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0477197 Sep 07 12:01:17.675336 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9d0c7676-57d1-40b3-a5dc-e6fb529a488b req-550a0f78-3df2-4561-a076-6c72add601b9 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Sep 07 12:01:18.513282 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-e28b6897-d404-4cc0-8f7c-77f6b432a754 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:18.514728 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-e28b6897-d404-4cc0-8f7c-77f6b432a754 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 809 time: 0.0971527 Sep 07 12:01:18.529254 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-e0df9479-1e16-4435-9e3e-f9a6e35b3776 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/quotas/4cf323d8b9bc4e9d98546e7f39ec8dcb HTTP/1.1" status: 200 len: 375 time: 0.0087090 Sep 07 12:01:18.563603 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-44262dfa-caab-47a1-b34a-4632fb8f420e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:18.564244 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-619d07da-7354-4d47-95b1-6ef5d56c257c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290949 Sep 07 12:01:18.565043 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-44262dfa-caab-47a1-b34a-4632fb8f420e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.0475547 Sep 07 12:01:18.621380 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-89e9866c-8b2b-4559-a646-9439c5518f8a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:01:18.622374 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-89e9866c-8b2b-4559-a646-9439c5518f8a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513411 Sep 07 12:01:18.655257 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Deleting port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:18.655860 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:18.712466 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-1e4cc177-ecdb-4f9b-ae74-54fd49afd27b service neutron] 10.222.0.13 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836415 Sep 07 12:01:18.752506 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] For port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:18.752967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:18.809407 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-7e8e90e1-f455-4d0b-89df-86f011f28c08 service neutron] 10.222.0.13 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 Sep 07 12:01:18.855570 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd997f3-cc86-4dc9-b438-0934e049a23f req-60a5cbb0-abb9-4660-b276-132f61225000 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:18.857165 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7cd997f3-cc86-4dc9-b438-0934e049a23f req-60a5cbb0-abb9-4660-b276-132f61225000 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 946 time: 0.1012523 Sep 07 12:01:18.935666 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7cd997f3-cc86-4dc9-b438-0934e049a23f req-e94cb973-ea00-4c82-b727-ab94de8be1bc tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups?id=02aa1857-298d-44da-80d1-f0296d3bc68d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513146 Sep 07 12:01:18.977412 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-e5f115fb-4187-4524-b94f-d756247e614d req-e5035183-d0e3-4f54-97f5-1055acab851e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 210 time: 0.0334327 Sep 07 12:01:18.997478 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:18.997994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729419'] for floatingip, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:18.998336 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.l3_db [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Floating IP a8919b64-8b07-499a-bb44-9c3a03aad803 disassociated. External IP: 172.27.0.204, port: 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19. Sep 07 12:01:18.998678 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Calling delete_port for 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:19.123416 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:19.155229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'Port': ['ID=9f7b131b-38f1-4d9b-99fc-3dbc23f52f19,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:19.168654 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.168877 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.169220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.169558 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.169900 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.170232 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.170559 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.170911 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.171238 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.171563 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.171889 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.172211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:19.534101 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:01:19.653526 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:01:19.663230 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:01:19.673562 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:01:19.674206 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:01:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:19.692437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] No DVR routers for this DVR port 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:01:19.695124 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:19.697325 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-7e5ae645-96c3-4932-9df2-ba5ef157da76 req-3dcc5ce2-ae3d-4f90-b15a-42f153a4b48e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.62 "DELETE /v2.0/ports/9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 HTTP/1.1" status: 204 len: 173 time: 1.1247334 Sep 07 12:01:19.697775 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-deleted', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:19.700661 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4efeca-368e-4d80-a6d8-b1d912d3a24a" -d '{"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-deleted", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:19.745327 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d3e1e8-291e-4ab6-80c0-834dd84d03d3 x-openstack-request-id: req-f7d3e1e8-291e-4ab6-80c0-834dd84d03d3 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:19.745561 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cc1af-e932-423a-adb1-f0938dda6af1", "name": "network-vif-deleted", "tag": "9f7b131b-38f1-4d9b-99fc-3dbc23f52f19", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:19.745810 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7d3e1e8-291e-4ab6-80c0-834dd84d03d3 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:19.746203 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cc1af-e932-423a-adb1-f0938dda6af1', 'name': 'network-vif-deleted', 'tag': '9f7b131b-38f1-4d9b-99fc-3dbc23f52f19', 'status': 'completed', 'code': 200} Sep 07 12:01:19.781574 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:01:20.084556 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:20.096085 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d04098f7-1ea4-45a3-8765-1a746c152078 req-651bb283-2481-4e02-9db3-00623be38d1c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 210 time: 0.0363715 Sep 07 12:01:20.107714 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3b4b47b8-80ac-4fde-8749-2f8726d6394d req-c16e95df-1ea8-4506-b52b-023197721728 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/ports?device_id=859cc1af-e932-423a-adb1-f0938dda6af1 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Sep 07 12:01:20.120607 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-f9f46a20-ceeb-49de-ad72-97d8a7dfdd9d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:20.120607 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-f9f46a20-ceeb-49de-ad72-97d8a7dfdd9d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 809 time: 0.1487148 Sep 07 12:01:20.122273 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:01:20.132285 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:01:20.132603 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Request body: {'port': {'device_id': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148', 'admin_state_up': True, 'tenant_id': '4cf323d8b9bc4e9d98546e7f39ec8dcb'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:20.132928 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:01:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:20.243116 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:01:20.247083 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Made reservation on behalf of 4cf323d8b9bc4e9d98546e7f39ec8dcb for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:20.251269 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:20.382925 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Allocated IP 172.20.0.9 (9d192d4f-4290-40e5-9dcf-d973f523e148/82c32d65-5ec6-481b-ba75-dc71d9f5f0f3/2d78e2ed-cc86-4838-85f9-1ffa579c5c81) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:01:20.451144 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:20.477346 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546288e4-be5d-4847-bc18-d29fbe2fa526 None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T11:51:33Z', 'revision_number': 4, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '21c9c743-5171-48e8-ac17-1e5b9b0faa64', 'name': '', 'network_id': '2df8d02b-71dc-4523-8122-d571cf9dc178', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'mac_address': 'fa:16:3e:7a:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:32Z', 'updated_at': '2021-09-07T11:51:40Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'subnets': [{'id': '87555d64-021e-4d89-8214-029fe1eb7a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:01:20.537811 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:20.576421 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:20.619988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:01:20.625159 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:01:20.632347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:01:20.636564 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Pushing event updated for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:20.685178 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:20.685799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:20.699885 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09aba8-2d45-4686-895f-351aa3c53f3d None None] New status for floating IP a8919b64-8b07-499a-bb44-9c3a03aad803: DOWN {{(pid=105498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:01:20.701091 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b9d09733-e18e-4015-9b1c-b1069212815d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726459 Sep 07 12:01:20.713585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-c44d9a34-9fa5-430a-9059-e30e06dde7fe tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:01:20.714513 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-c44d9a34-9fa5-430a-9059-e30e06dde7fe tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050106 Sep 07 12:01:20.779820 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Request body: {'port': {'device_id': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:20.837291 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.087868 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:21.095098 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.106432 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Transition to ACTIVE for port object 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:01:21.110826 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.180480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Pushing event updated for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:21.218429 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50278) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:21.264990 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42659-511d-4f17-884f-c1335f674aa8 req-533bc625-026f-46f1-9c83-760ce2a77070 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:21.266521 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-95d42659-511d-4f17-884f-c1335f674aa8 req-533bc625-026f-46f1-9c83-760ce2a77070 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 943 time: 0.0870905 Sep 07 12:01:21.273191 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.289474 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Attempting to bind port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:01:21.289810 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Attempting to bind port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:01:21.290142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Attempting to bind port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 on network 9d192d4f-4290-40e5-9dcf-d973f523e148 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:21.296092 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.301044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 on network 9d192d4f-4290-40e5-9dcf-d973f523e148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:01:21.301364 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Attempting to bind port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 on network 9d192d4f-4290-40e5-9dcf-d973f523e148 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:21.314265 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:01:21.314599 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Checking segment: {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:01:21.315010 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Bound using segment: {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:01:21.315437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Bound port: 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:01:21.315794 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.320805 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-95d42659-511d-4f17-884f-c1335f674aa8 req-eff2e732-6643-452e-8593-d00ba27c7a26 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Sep 07 12:01:21.346594 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.349140 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.350303 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "DELETE /v2.0/security-groups/02aa1857-298d-44da-80d1-f0296d3bc68d HTTP/1.1" status: 204 len: 168 time: 0.1302774 Sep 07 12:01:21.353763 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50280) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:21.370513 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfeff3-f941-4555-973d-7138a7b8ab87 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa1857-298d-44da-80d1-f0296d3bc68d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:21.373231 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.api.v2.resource [None req-5d871e0e-c96c-4cd0-bd49-abad4c93de3e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] show failed (client error): The resource could not be found. Sep 07 12:01:21.376924 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5d871e0e-c96c-4cd0-bd49-abad4c93de3e tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "GET /v2.0/security-groups/02aa1857-298d-44da-80d1-f0296d3bc68d HTTP/1.1" status: 404 len: 347 time: 0.0196044 Sep 07 12:01:21.377383 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50282) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:21.397277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:01:21.400926 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:01:21.404854 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.440000 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:21.440619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.442001 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] 10.222.0.62 "PUT /v2.0/ports/2d78e2ed-cc86-4838-85f9-1ffa579c5c81 HTTP/1.1" status: 200 len: 1093 time: 0.7087736 Sep 07 12:01:21.463641 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ccc01-feb8-4f93-9ee5-2ca6ce5d5c0a service neutron] Pushing event updated for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:21.507957 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Deleting port d2761e0a-d2cd-4440-bcf2-010a554bac43 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:21.508299 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.547181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-8a46b95a-f263-4c13-b4f0-c0c82ccbadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:21.549149 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-8a46b95a-f263-4c13-b4f0-c0c82ccbadb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 1096 time: 0.0483065 Sep 07 12:01:21.582242 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.582566 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.593604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-bc94e12d-589c-413e-9db5-e4564c369935 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81 HTTP/1.1" status: 200 len: 217 time: 0.0358512 Sep 07 12:01:21.593823 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Calling delete_port for d2761e0a-d2cd-4440-bcf2-010a554bac43 owned by network:floatingip {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:21.642656 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-f76965fc-2ff3-46e9-8a58-bd29efe81234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:21.644030 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-f76965fc-2ff3-46e9-8a58-bd29efe81234 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 HTTP/1.1" status: 200 len: 849 time: 0.0428693 Sep 07 12:01:21.675334 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-0db151d0-5df6-432a-bf92-75f1b7c6a1c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d192d4f-4290-40e5-9dcf-d973f523e148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238049 Sep 07 12:01:21.722590 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.747017 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Pushing event deleted for resources: {'Port': ['ID=d2761e0a-d2cd-4440-bcf2-010a554bac43,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:21.747619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:21.751385 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d33a4e-3637-459e-aeb9-60372e759890" -d '{"events": [{"name": "network-changed", "server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:21.776830 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-3e38e31d-9b76-404f-a254-cf14e442e48c service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927355 Sep 07 12:01:21.792697 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be295ef-053b-4915-97c4-30acb61a494c x-openstack-request-id: req-3be295ef-053b-4915-97c4-30acb61a494c {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:21.792993 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:21.793243 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3be295ef-053b-4915-97c4-30acb61a494c {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:21.793631 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81', 'status': 'completed', 'code': 200} Sep 07 12:01:21.812240 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks [] for floatingip, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.815069 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:21.817563 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3c6db0d9-1f01-4d0d-a5c5-45e2f7ebe7f1 tempest-AttachVolumeShelveTestJSON-1302959262 tempest-AttachVolumeShelveTestJSON-1302959262-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8919b64-8b07-499a-bb44-9c3a03aad803 HTTP/1.1" status: 204 len: 168 time: 0.4385295 Sep 07 12:01:21.869604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-303e4c97-9dce-4c52-a9e0-4d3be56baac8 req-3d6a6fa2-867a-4fc9-8b89-7d95651b204c service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Sep 07 12:01:21.962503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d33a4e-3637-459e-aeb9-60372e759890 req-fa6c903c-787d-4863-adec-961152e8009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:21.964101 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-fa6c903c-787d-4863-adec-961152e8009e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 1096 time: 0.0427322 Sep 07 12:01:22.056196 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d33a4e-3637-459e-aeb9-60372e759890 req-83fe7456-ed50-48d4-bf00-511647eb856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:22.057672 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-83fe7456-ed50-48d4-bf00-511647eb856d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 910 time: 0.0858929 Sep 07 12:01:22.099299 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-8c0c4fbd-caf9-4ad0-9ed1-b1330468ed3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81 HTTP/1.1" status: 200 len: 217 time: 0.0337791 Sep 07 12:01:22.155992 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d33a4e-3637-459e-aeb9-60372e759890 req-1aae32a7-a946-4d37-8f5d-0ef1cbc96492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:22.157994 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-1aae32a7-a946-4d37-8f5d-0ef1cbc96492 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 HTTP/1.1" status: 200 len: 849 time: 0.0492036 Sep 07 12:01:22.189554 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-1c75c04a-1268-4eac-bbc8-7d6515eaece1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d192d4f-4290-40e5-9dcf-d973f523e148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238338 Sep 07 12:01:22.277906 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-4e73ff5b-9416-4b9a-8901-6a74aea0777f service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795372 Sep 07 12:01:22.321135 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:22.348292 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:22.348637 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 9f7b131b-38f1-4d9b-99fc-3dbc23f52f19 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:22.372727 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-26d33a4e-3637-459e-aeb9-60372e759890 req-ae40ae9b-8932-4ad8-a034-96cf9cdeea7e service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Sep 07 12:01:22.437628 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26fa9-0599-40ff-92ba-6f68d7b817bd req-9607da5b-69f1-4a6c-93c6-856da27899c9 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:22.439796 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-34e26fa9-0599-40ff-92ba-6f68d7b817bd req-9607da5b-69f1-4a6c-93c6-856da27899c9 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 943 time: 0.0497005 Sep 07 12:01:22.475641 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-34e26fa9-0599-40ff-92ba-6f68d7b817bd req-55f8f458-4774-4877-b24e-560001a87031 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300460 Sep 07 12:01:23.592288 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14787-2d28-4aba-b3ca-de800d41c9cb req-3977f45f-aa78-4344-a0fd-fe1644a11f82 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:23.593774 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f0f14787-2d28-4aba-b3ca-de800d41c9cb req-3977f45f-aa78-4344-a0fd-fe1644a11f82 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 943 time: 0.0511770 Sep 07 12:01:23.630619 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f0f14787-2d28-4aba-b3ca-de800d41c9cb req-aa2c1239-5b3c-44ef-989c-a8c6e3e9bcda tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Sep 07 12:01:24.245142 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50310) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:24.313642 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:01:24.405491 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:24.417169 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81', 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148', 'port_id': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81', 'mac_address': 'fa:16:3e:26:99:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c32d65-5ec6-481b-ba75-dc71d9f5f0f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:01:24.458482 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:24.471608 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:24.490510 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:24.494809 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:24.542190 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:24.549586 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.549930 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.550270 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.550599 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.550950 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.551282 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.551604 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.551923 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.552241 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.552565 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.552880 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.553197 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:01:24.632671 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:24.745126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb4e0-f4d7-4c3f-b874-7b3f8f769755 req-b3100b66-f73c-4ef3-ad62-0abf3f6851f6 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:24.746598 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba3cb4e0-f4d7-4c3f-b874-7b3f8f769755 req-b3100b66-f73c-4ef3-ad62-0abf3f6851f6 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 944 time: 0.0479450 Sep 07 12:01:24.788945 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ba3cb4e0-f4d7-4c3f-b874-7b3f8f769755 req-068dfc1b-2ea8-476f-b42d-382908208f9b tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Sep 07 12:01:24.812900 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['2d78e2ed-cc86-4838-85f9-1ffa579c5c81'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:01:24.872422 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Deleting port 21c9c743-5171-48e8-ac17-1e5b9b0faa64 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:24.872668 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:24.953094 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] For port 21c9c743-5171-48e8-ac17-1e5b9b0faa64, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=21c9c743-5171-48e8-ac17-1e5b9b0faa64,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:24.953900 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:24.965577 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Calling delete_port for 21c9c743-5171-48e8-ac17-1e5b9b0faa64 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:25.137872 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:25.163776 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Pushing event deleted for resources: {'Port': ['ID=21c9c743-5171-48e8-ac17-1e5b9b0faa64,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:25.323327 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:25.530077 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Router eb94484c-b6e0-4da2-997c-d9aea44ca135 has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:01:25.633696 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:01:25.638615 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-6b340a28-d876-407f-8297-5ca255e9d78a admin admin] 10.222.0.13 "PUT /v2.0/routers/eb94484c-b6e0-4da2-997c-d9aea44ca135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924382 Sep 07 12:01:25.641845 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50316) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:25.642988 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Sync routers for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:01:25.651950 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:01:25.652550 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:01:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:25.741305 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:25.754090 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:01:25.850748 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:25.928343 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ee794-e589-4f7f-948a-d016c79cda35 req-2c701ebf-2476-42e1-8667-30228c90179c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:25.929833 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f98ee794-e589-4f7f-948a-d016c79cda35 req-2c701ebf-2476-42e1-8667-30228c90179c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 944 time: 0.0703173 Sep 07 12:01:25.932902 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T12:01:25Z', 'revision_number': 5, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port': {'id': 'a69440b0-23c4-4a7d-a38e-0bbd97e1de99', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:51:29Z', 'updated_at': '2021-09-07T11:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:25.959980 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Deleting port a69440b0-23c4-4a7d-a38e-0bbd97e1de99 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:25.960275 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Checking router: eb94484c-b6e0-4da2-997c-d9aea44ca135 for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:01:25.960402 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:25.968389 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Routers {'eb94484c-b6e0-4da2-997c-d9aea44ca135'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:01:25.969543 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:01:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['eb94484c-b6e0-4da2-997c-d9aea44ca135'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:25.996161 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-f98ee794-e589-4f7f-948a-d016c79cda35 req-eb7f5408-8c16-4e79-b24c-42cfdd9edfd1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Sep 07 12:01:26.051021 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] For port a69440b0-23c4-4a7d-a38e-0bbd97e1de99, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:26.051412 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.053265 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] Set router eb94484c-b6e0-4da2-997c-d9aea44ca135 gateway port host: None {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:01:26.063276 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Calling delete_port for a69440b0-23c4-4a7d-a38e-0bbd97e1de99 owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:26.102805 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T12:01:25Z', 'revision_number': 6, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:26.130660 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888d0a38-9974-4c6b-97e5-7bd8e9e17518 None None] The sync data for ids ['eb94484c-b6e0-4da2-997c-d9aea44ca135'] in dv-cinder-791281-10-iscsi is: [{'id': 'eb94484c-b6e0-4da2-997c-d9aea44ca135', 'name': 'tempest-AttachVolumeShelveTestJSON-1309331578-router', 'tenant_id': 'de81c645522f4b80b3822b635136230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:51:28Z', 'updated_at': '2021-09-07T12:01:25Z', 'revision_number': 6, 'project_id': 'de81c645522f4b80b3822b635136230b', 'gw_port_host': None}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:01:26.226399 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.250687 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69440b0-23c4-4a7d-a38e-0bbd97e1de99,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:26.310956 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.312911 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:01:26.360139 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:01:26.363456 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:01:26.363822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.443147 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.473213 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:26.477450 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908159f-e26e-428e-a6cf-ad6b85aa65d7" -d '{"events": [{"server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "name": "network-vif-plugged", "status": "completed", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:26.497575 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:26.515632 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.572153 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:26.600759 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 21c9c743-5171-48e8-ac17-1e5b9b0faa64 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:26.622627 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 21c9c743-5171-48e8-ac17-1e5b9b0faa64 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:26.623087 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 21c9c743-5171-48e8-ac17-1e5b9b0faa64 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:26.643328 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.645507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.689077 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.689903 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb94484c-b6e0-4da2-997c-d9aea44ca135 {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:01:26.695051 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.698078 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-3c656405-6045-460a-a155-6a6ba80952b0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb94484c-b6e0-4da2-997c-d9aea44ca135 HTTP/1.1" status: 204 len: 168 time: 1.0531704 Sep 07 12:01:26.698303 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50324) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:26.712398 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a53df8-0a53-4691-a17a-52723b10caf7 x-openstack-request-id: req-f7a53df8-0a53-4691-a17a-52723b10caf7 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:26.712717 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "name": "network-vif-plugged", "status": "completed", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:26.712969 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7a53df8-0a53-4691-a17a-52723b10caf7 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:26.713361 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81', 'code': 200} Sep 07 12:01:26.742090 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Deleting subnet 87555d64-021e-4d89-8214-029fe1eb7a5a {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:01:26.745260 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.782915 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.862407 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.890202 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a250c41-c091-4c99-92b4-3c3e104fa04e req-cbe04060-8229-44da-b8e0-08e8e0803320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:26.891849 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0a250c41-c091-4c99-92b4-3c3e104fa04e req-cbe04060-8229-44da-b8e0-08e8e0803320 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 1098 time: 0.0401721 Sep 07 12:01:26.918330 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.927500 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0a250c41-c091-4c99-92b4-3c3e104fa04e req-b804e90d-c336-4606-8377-55fc9c1690ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285773 Sep 07 12:01:26.947395 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:26.949241 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87555d64-021e-4d89-8214-029fe1eb7a5a HTTP/1.1" status: 204 len: 168 time: 0.2500012 Sep 07 12:01:26.950877 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a497a5-5d9a-4467-a71f-dd0fa58b9078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87555d64-021e-4d89-8214-029fe1eb7a5a,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:26.952168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50328) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:26.953801 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190a548-c3ba-4e56-950c-90970fda5664 None None] Network 2df8d02b-71dc-4523-8122-d571cf9dc178 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:01:27.022574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.086269 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Deleting port 791c73df-f18f-4a7c-890a-c9c5d4780c35 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:27.086525 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.141498 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224d61-dba8-4755-8441-1cb2a9016217 req-1da3d280-d1ec-4860-bd50-97c696892c29 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:27.143785 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58224d61-dba8-4755-8441-1cb2a9016217 req-1da3d280-d1ec-4860-bd50-97c696892c29 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0722926 Sep 07 12:01:27.161513 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] For port 791c73df-f18f-4a7c-890a-c9c5d4780c35, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=791c73df-f18f-4a7c-890a-c9c5d4780c35,segment=NetworkSegment(c96017dc-f798-47f8-a016-4cc43571b7ca),segment_id=c96017dc-f798-47f8-a016-4cc43571b7ca)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:27.161895 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.175503 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Calling delete_port for 791c73df-f18f-4a7c-890a-c9c5d4780c35 owned by network:dhcp {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:27.184008 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-58224d61-dba8-4755-8441-1cb2a9016217 req-ffcfe1c2-a81b-4fc4-a5a9-5dc640710b14 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Sep 07 12:01:27.263927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.283853 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e59cde-96da-45fc-a33f-223993798bca None None] DHCP port deletion for 2df8d02b-71dc-4523-8122-d571cf9dc178 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:01:27.289650 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=791c73df-f18f-4a7c-890a-c9c5d4780c35,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:27.296124 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] No DVR routers for this DVR port 791c73df-f18f-4a7c-890a-c9c5d4780c35 on host dv-cinder-791281-10-iscsi {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:01:27.368687 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.388128 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8d02b-71dc-4523-8122-d571cf9dc178']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:27.399211 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96017dc-f798-47f8-a016-4cc43571b7ca') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:27.399451 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96017dc-f798-47f8-a016-4cc43571b7ca') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:01:27.408461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.421526 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.427777 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:01:27.428246 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:01:27.430017 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:01:27.482322 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.487625 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.489556 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/2df8d02b-71dc-4523-8122-d571cf9dc178 HTTP/1.1" status: 204 len: 168 time: 0.5363269 Sep 07 12:01:27.499874 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555b1d9-fa98-4752-8138-5d5d790de6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2df8d02b-71dc-4523-8122-d571cf9dc178,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:27.617998 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50334) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:27.657318 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a1c2a607-2b26-4dbb-868d-220e001d81fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de81c645522f4b80b3822b635136230b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374913 Sep 07 12:01:27.659635 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50338) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:27.708895 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.730151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.775453 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.778068 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:27.779241 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/689e3777-9e1b-4337-bcca-3e2fa3ee2dc0 HTTP/1.1" status: 204 len: 168 time: 0.1187367 Sep 07 12:01:27.788050 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9527f-fda0-44b5-8545-dfe1922ece6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e3777-9e1b-4337-bcca-3e2fa3ee2dc0,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:28.059355 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-50e94c30-76e7-49c7-a927-7080adf83c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:28.302988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b76b7e-f29d-4c1e-adad-48812336ca0a req-63fbd8b5-2273-4356-bb56-07cede99f777 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:28.305114 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-20b76b7e-f29d-4c1e-adad-48812336ca0a req-63fbd8b5-2273-4356-bb56-07cede99f777 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0510018 Sep 07 12:01:28.350979 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-20b76b7e-f29d-4c1e-adad-48812336ca0a req-e08c6185-f1ec-4c8c-a691-e5610bae4454 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Sep 07 12:01:28.486950 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 791c73df-f18f-4a7c-890a-c9c5d4780c35 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:28.507035 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 791c73df-f18f-4a7c-890a-c9c5d4780c35 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:28.507378 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 791c73df-f18f-4a7c-890a-c9c5d4780c35 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:28.507797 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a69440b0-23c4-4a7d-a38e-0bbd97e1de99 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:28.525480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: a69440b0-23c4-4a7d-a38e-0bbd97e1de99 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:28.525822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device a69440b0-23c4-4a7d-a38e-0bbd97e1de99 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:29.311809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50384) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:29.417251 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-04c7d68a-762d-428e-9a09-3b95676dfcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.472891 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed8588-866e-4084-adc4-b67e1aa396bd req-427f2a53-5894-44df-bcbf-e923abd0249d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:29.474388 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c9ed8588-866e-4084-adc4-b67e1aa396bd req-427f2a53-5894-44df-bcbf-e923abd0249d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0493217 Sep 07 12:01:29.510253 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-04c7d68a-762d-428e-9a09-3b95676dfcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.513815 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c9ed8588-866e-4084-adc4-b67e1aa396bd req-dcb60a3c-17e8-40fe-a9a3-bfe1a46226bc tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Sep 07 12:01:29.514393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-04c7d68a-762d-428e-9a09-3b95676dfcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.555064 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-04c7d68a-762d-428e-9a09-3b95676dfcf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30dcb7a6a2e247b4b622d813f855144e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420573 Sep 07 12:01:29.557628 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50392) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:29.563979 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7d68a-762d-428e-9a09-3b95676dfcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0fb9c-b5c1-4491-8f76-9f7402a2c043,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:29.609996 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.633255 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.679556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.682101 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:29.683599 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4c0fb9c-b5c1-4491-8f76-9f7402a2c043 HTTP/1.1" status: 204 len: 168 time: 0.1250615 Sep 07 12:01:29.691842 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf8384-f938-4f86-b7c3-47a6e3d3605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0fb9c-b5c1-4491-8f76-9f7402a2c043,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:29.962691 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50406) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:29.975694 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c38e15fb-f041-4ad3-b2b7-49258fbd879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.066527 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c38e15fb-f041-4ad3-b2b7-49258fbd879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.071837 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c38e15fb-f041-4ad3-b2b7-49258fbd879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.110530 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c38e15fb-f041-4ad3-b2b7-49258fbd879b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af6d2df368c54f41bc439a0316f9a94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466360 Sep 07 12:01:30.111423 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e15fb-f041-4ad3-b2b7-49258fbd879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba50f3b1-02e0-4bd9-917e-c3e3b9dc5b58,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:30.113199 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50410) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:30.191298 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdba8b3-324d-4085-8f47-f369a05c8bd5 req-9429ba41-2be3-49e0-b97b-caedfc9623bf tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:30.192738 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8fdba8b3-324d-4085-8f47-f369a05c8bd5 req-9429ba41-2be3-49e0-b97b-caedfc9623bf tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0732734 Sep 07 12:01:30.211887 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.251470 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8fdba8b3-324d-4085-8f47-f369a05c8bd5 req-3a9a918a-4c5f-4f92-9517-5261c8d6e5dd tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507321 Sep 07 12:01:30.253181 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.298573 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.301113 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:30.302240 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba50f3b1-02e0-4bd9-917e-c3e3b9dc5b58 HTTP/1.1" status: 204 len: 168 time: 0.1879778 Sep 07 12:01:30.309854 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646c65a-6eea-4cbe-91b4-53df84ace807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba50f3b1-02e0-4bd9-917e-c3e3b9dc5b58,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:30.789562 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7ac5861e-ca55-4596-a5a7-2d32eef439b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:31.110682 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:31.376259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7e4a0-1683-4de1-b3e5-b7cfd0df6218 req-759785c6-9c80-44ed-8591-78005d7e69da tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:31.377783 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3d7e4a0-1683-4de1-b3e5-b7cfd0df6218 req-759785c6-9c80-44ed-8591-78005d7e69da tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0577791 Sep 07 12:01:31.420824 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e3d7e4a0-1683-4de1-b3e5-b7cfd0df6218 req-d0462ee8-ea0d-4f59-8e3b-049cd0b78c91 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Sep 07 12:01:31.705809 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac18219-a985-40fc-b139-bca606934213 req-a30d5ac2-38c5-401b-b0da-326ae10c036e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:31.707292 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2ac18219-a985-40fc-b139-bca606934213 req-a30d5ac2-38c5-401b-b0da-326ae10c036e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 945 time: 0.0527024 Sep 07 12:01:31.798484 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:31.804103 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Deleting port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:31.804568 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:31.897221 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] For port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:31.897585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:31.910208 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Calling delete_port for 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:32.043761 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.056785 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['2d78e2ed-cc86-4838-85f9-1ffa579c5c81'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:01:32.070695 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Pushing event deleted for resources: {'Port': ['ID=2d78e2ed-cc86-4838-85f9-1ffa579c5c81,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:32.113259 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] No DVR routers for this DVR port 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:01:32.115740 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.117740 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2ac18219-a985-40fc-b139-bca606934213 req-e1171669-68d6-4978-94f5-e2efe58603f3 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "DELETE /v2.0/ports/2d78e2ed-cc86-4838-85f9-1ffa579c5c81 HTTP/1.1" status: 204 len: 173 time: 0.4044116 Sep 07 12:01:32.118168 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'name': 'network-vif-deleted', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:32.120429 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4de2fc-913d-4348-9342-6318201819a8" -d '{"events": [{"server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "name": "network-vif-deleted", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:32.158205 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577d2d3-e396-4f2f-b7ba-36ad82da879c x-openstack-request-id: req-e577d2d3-e396-4f2f-b7ba-36ad82da879c {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:32.158585 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db072d89-8e92-45ca-946f-7957f1b9a63d", "name": "network-vif-deleted", "tag": "2d78e2ed-cc86-4838-85f9-1ffa579c5c81", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:32.158943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e577d2d3-e396-4f2f-b7ba-36ad82da879c {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:32.159466 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db072d89-8e92-45ca-946f-7957f1b9a63d', 'name': 'network-vif-deleted', 'tag': '2d78e2ed-cc86-4838-85f9-1ffa579c5c81', 'status': 'completed', 'code': 200} Sep 07 12:01:32.408379 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:01:32.534955 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-eebf03b7-be8a-48fd-8809-6715f992eeda req-6db50a8f-2731-4290-9fcb-64ed0fb7895e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db072d89-8e92-45ca-946f-7957f1b9a63d HTTP/1.1" status: 200 len: 210 time: 0.0301561 Sep 07 12:01:32.673718 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50484) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:32.783088 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-56355915-edea-4ec8-92f5-630b22d5d76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.868674 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-56355915-edea-4ec8-92f5-630b22d5d76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.872598 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-56355915-edea-4ec8-92f5-630b22d5d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.910644 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-56355915-edea-4ec8-92f5-630b22d5d76f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46979bfdd26a4d9ebcc66554d709ed28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358665 Sep 07 12:01:32.911376 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56355915-edea-4ec8-92f5-630b22d5d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f06cdb5-c8bd-4963-9d7a-e0bf4acf2db5,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:32.913943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50488) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:32.962613 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:32.982499 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.027393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.029787 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.030967 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f06cdb5-c8bd-4963-9d7a-e0bf4acf2db5 HTTP/1.1" status: 204 len: 168 time: 0.1156137 Sep 07 12:01:33.039137 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b556-7852-46e0-9fce-51cc6d8f7698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f06cdb5-c8bd-4963-9d7a-e0bf4acf2db5,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:33.106731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.281477 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50494) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:33.294486 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7149-4fdf-4885-8d70-f01b5791205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.383000 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7149-4fdf-4885-8d70-f01b5791205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.386980 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7149-4fdf-4885-8d70-f01b5791205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.389323 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.426355 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5c2c7149-4fdf-4885-8d70-f01b5791205b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b19c5579c14464af517d9347cfd1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437550 Sep 07 12:01:33.427229 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7149-4fdf-4885-8d70-f01b5791205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82acc946-5784-4dc4-b7b6-d238a494a06b,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:33.429041 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50496) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:33.476766 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.497334 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.542038 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.544583 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:33.545741 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82acc946-5784-4dc4-b7b6-d238a494a06b HTTP/1.1" status: 204 len: 168 time: 0.1157260 Sep 07 12:01:33.554241 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032879d-d59f-4c6e-835e-d0bb3f8557dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acc946-5784-4dc4-b7b6-d238a494a06b,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:33.844990 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-d6f28173-607d-4fc1-8dc6-e90b82eaad54 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:33.847228 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-d6f28173-607d-4fc1-8dc6-e90b82eaad54 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 809 time: 0.1076674 Sep 07 12:01:33.864900 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-ce048e4b-75ec-47d7-a594-35659cb6190d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/quotas/4cf323d8b9bc4e9d98546e7f39ec8dcb HTTP/1.1" status: 200 len: 375 time: 0.0127275 Sep 07 12:01:33.897382 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-86e651e8-494c-4f85-82a2-5653e99dc8df tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261979 Sep 07 12:01:34.052419 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-91fb99f5-803e-4f59-bc20-baccd57cf522 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:01:34.053441 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-91fb99f5-803e-4f59-bc20-baccd57cf522 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1489046 Sep 07 12:01:34.147232 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-217b60bd-1931-4239-8979-66d2a3e6640e service neutron] 10.222.0.13 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872095 Sep 07 12:01:34.236134 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-c0b4a916-8093-4462-83da-5f49682e84ce service neutron] 10.222.0.13 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829690 Sep 07 12:01:34.362262 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:34.384772 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:34.385444 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 2d78e2ed-cc86-4838-85f9-1ffa579c5c81 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:34.396665 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-b7dea0a2-ca8d-4cc8-85a6-4e504ec0f9a0 req-42bbd167-d0d0-4ded-9084-c9cfef372517 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 210 time: 0.0280492 Sep 07 12:01:35.523773 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-264c7fc3-420b-4fc3-8ed3-7e87d59cf2b0 req-977c510b-76c4-434d-9af5-b46126aca97d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 210 time: 0.0334942 Sep 07 12:01:35.551254 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-10c93809-f165-4a3e-9192-da03095d5359 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:35.552695 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-10c93809-f165-4a3e-9192-da03095d5359 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 809 time: 0.3727775 Sep 07 12:01:35.566981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Request body: {'port': {'device_id': '5a97122d-834b-4812-9d47-e00ecef2f542', 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148', 'admin_state_up': True, 'tenant_id': '4cf323d8b9bc4e9d98546e7f39ec8dcb'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:35.679823 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Made reservation on behalf of 4cf323d8b9bc4e9d98546e7f39ec8dcb for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:35.683262 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:35.806768 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Allocated IP 172.20.0.13 (9d192d4f-4290-40e5-9dcf-d973f523e148/82c32d65-5ec6-481b-ba75-dc71d9f5f0f3/dda56eb1-521e-46f2-8c4b-37c04fdf957f) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:01:35.944254 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:35.986945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.029222 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Network 9d192d4f-4290-40e5-9dcf-d973f523e148 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:01:36.032313 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:01:36.035876 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:01:36.062893 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Pushing event updated for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:36.089080 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:36.089680 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.102506 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-13cd3faf-eb4c-4013-8dfc-7321f909e6d1 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390778 Sep 07 12:01:36.120660 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Request body: {'port': {'device_id': '5a97122d-834b-4812-9d47-e00ecef2f542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:36.172822 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.436398 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda56eb1-521e-46f2-8c4b-37c04fdf957f {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:36.443872 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.455887 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Transition to ACTIVE for port object dda56eb1-521e-46f2-8c4b-37c04fdf957f will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:01:36.460976 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.510225 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Pushing event updated for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:36.595349 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Attempting to bind port dda56eb1-521e-46f2-8c4b-37c04fdf957f on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:01:36.595959 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Attempting to bind port dda56eb1-521e-46f2-8c4b-37c04fdf957f by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:01:36.597030 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Attempting to bind port dda56eb1-521e-46f2-8c4b-37c04fdf957f on network 9d192d4f-4290-40e5-9dcf-d973f523e148 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:36.601747 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Port dda56eb1-521e-46f2-8c4b-37c04fdf957f on network 9d192d4f-4290-40e5-9dcf-d973f523e148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:01:36.602074 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Attempting to bind port dda56eb1-521e-46f2-8c4b-37c04fdf957f on network 9d192d4f-4290-40e5-9dcf-d973f523e148 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:36.607078 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:01:36.607425 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Checking segment: {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:01:36.607927 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Bound using segment: {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:01:36.608229 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Bound port: dda56eb1-521e-46f2-8c4b-37c04fdf957f, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123f4820-5b49-4902-b69b-89cbfe43d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:01:36.608901 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.643127 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49125d32-4243-4540-a31a-88ec10f864b2 req-61e69a35-4a14-4fc8-9a3f-e470956c767c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:36.644542 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-49125d32-4243-4540-a31a-88ec10f864b2 req-61e69a35-4a14-4fc8-9a3f-e470956c767c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 944 time: 0.0492191 Sep 07 12:01:36.675981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:01:36.679379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:01:36.683194 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-49125d32-4243-4540-a31a-88ec10f864b2 req-4d095775-6c76-4ece-bcae-b105e9f613a4 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Sep 07 12:01:36.687075 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.724757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:36.725373 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:36.726757 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] 10.222.0.62 "PUT /v2.0/ports/dda56eb1-521e-46f2-8c4b-37c04fdf957f HTTP/1.1" status: 200 len: 1094 time: 0.6099970 Sep 07 12:01:36.727212 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:36.729391 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c741fe5-f129-4217-8786-dfa2cdae645d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:36.752573 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575117-a972-4d36-83ce-db1e63c21a60 service neutron] Pushing event updated for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:36.767812 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0178d08-a696-4164-b8f0-58cc127ab7af x-openstack-request-id: req-e0178d08-a696-4164-b8f0-58cc127ab7af {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:36.768102 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:36.768356 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0178d08-a696-4164-b8f0-58cc127ab7af {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:36.768757 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f', 'status': 'completed', 'code': 200} Sep 07 12:01:36.809548 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-578b06df-ab98-4532-9914-82b458648962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:36.811042 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-578b06df-ab98-4532-9914-82b458648962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 1097 time: 0.0400369 Sep 07 12:01:36.854728 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-10a8c57e-4643-405d-b197-2b2c761ee196 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f HTTP/1.1" status: 200 len: 217 time: 0.0362306 Sep 07 12:01:36.902760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-5cb4abfd-228d-43f8-92dd-fcfeed932b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:36.904122 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-5cb4abfd-228d-43f8-92dd-fcfeed932b78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 HTTP/1.1" status: 200 len: 849 time: 0.0431447 Sep 07 12:01:36.933708 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-eda6561d-89d5-46ec-b041-c58b21d2b3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d192d4f-4290-40e5-9dcf-d973f523e148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228662 Sep 07 12:01:37.024579 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-eac867ca-3aef-4d37-a66a-5a51449238c0 service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Sep 07 12:01:37.110656 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f8fac462-ebea-4d30-b1d2-6f3be4256fd7 req-5d38d983-4c8d-4554-82ac-9ad5d270024b service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788176 Sep 07 12:01:37.201325 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-37479d21-1c65-41ff-8c7c-a13221b672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:37.203279 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-37479d21-1c65-41ff-8c7c-a13221b672a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 1097 time: 0.0440631 Sep 07 12:01:37.290410 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-15c38c10-bd7f-4625-8ef2-db698bd46502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:37.291882 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-15c38c10-bd7f-4625-8ef2-db698bd46502 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 200 len: 910 time: 0.0825374 Sep 07 12:01:37.335479 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-7458657d-430b-4e06-90f1-cb527b6e7357 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f HTTP/1.1" status: 200 len: 217 time: 0.0358968 Sep 07 12:01:37.384270 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-09a666e3-0220-4175-9838-d6bc3045fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:37.385668 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-09a666e3-0220-4175-9838-d6bc3045fc68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 HTTP/1.1" status: 200 len: 849 time: 0.0424623 Sep 07 12:01:37.415959 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-e048ee71-7d91-42ec-b402-b88a7ea473c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d192d4f-4290-40e5-9dcf-d973f523e148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231934 Sep 07 12:01:37.506871 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-bca48a63-2070-4c16-ae78-623c6ef0786b service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Sep 07 12:01:37.593310 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6c741fe5-f129-4217-8786-dfa2cdae645d req-6ab61e9e-3fec-47fe-9a8b-4ea02c6c1e3c service neutron] 10.222.0.62 "GET /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789762 Sep 07 12:01:37.806147 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb125-3ef5-46d4-b6bf-bd8bddeed8ea req-6aaa90e8-47c6-42d8-add5-a68346d24512 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:37.807668 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a79cb125-3ef5-46d4-b6bf-bd8bddeed8ea req-6aaa90e8-47c6-42d8-add5-a68346d24512 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 944 time: 0.0543473 Sep 07 12:01:37.848588 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-a79cb125-3ef5-46d4-b6bf-bd8bddeed8ea req-d6794237-5f12-4773-b2f6-feff3d6ca33d tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Sep 07 12:01:37.887024 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50606) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:37.988198 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8b97849-ea16-4feb-a3ff-456dc87a6114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.073095 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8b97849-ea16-4feb-a3ff-456dc87a6114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.076945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d8b97849-ea16-4feb-a3ff-456dc87a6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.118361 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d8b97849-ea16-4feb-a3ff-456dc87a6114 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe3ce75921c4fc087bfc0c442e50ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302690 Sep 07 12:01:38.119241 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97849-ea16-4feb-a3ff-456dc87a6114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba04fc71-c8a2-42a1-8d37-6ab69aa4574d,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:38.121923 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50610) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:38.170744 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.190673 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.234813 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.237295 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.238463 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba04fc71-c8a2-42a1-8d37-6ab69aa4574d HTTP/1.1" status: 204 len: 168 time: 0.1151047 Sep 07 12:01:38.246298 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4336999-2a9d-4f93-a3fa-efa41d1c5123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba04fc71-c8a2-42a1-8d37-6ab69aa4574d,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:38.498142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50616) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:38.511633 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ccf9-7f45-4310-bfd6-118cf85788c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.600288 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ccf9-7f45-4310-bfd6-118cf85788c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.604115 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ccf9-7f45-4310-bfd6-118cf85788c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.642057 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-bfc1ccf9-7f45-4310-bfd6-118cf85788c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3409d746175548ee83748eb79a42bae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428707 Sep 07 12:01:38.642932 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ccf9-7f45-4310-bfd6-118cf85788c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56630cdd-d97d-4ef3-b101-0e090c7f8675,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:38.644902 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50618) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:38.691974 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.715426 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.764893 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.767549 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:38.768759 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56630cdd-d97d-4ef3-b101-0e090c7f8675 HTTP/1.1" status: 204 len: 168 time: 0.1228056 Sep 07 12:01:38.776105 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bbad2-e1d6-4b1f-8945-205758463d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56630cdd-d97d-4ef3-b101-0e090c7f8675,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:38.973357 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30c37-a50c-4b7e-bc6d-aaf73acb51fe req-2d079462-1751-4b41-95df-bfaf3100957f tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:38.974976 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08d30c37-a50c-4b7e-bc6d-aaf73acb51fe req-2d079462-1751-4b41-95df-bfaf3100957f tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 944 time: 0.0576642 Sep 07 12:01:39.011964 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-08d30c37-a50c-4b7e-bc6d-aaf73acb51fe req-1c2c13f8-ca10-448d-bd08-0ca58f146315 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Sep 07 12:01:40.143686 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da469d-b356-4961-8ee9-e241435b280d req-80d1d1a0-751c-459e-acfc-bb4cd4f2dce2 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:40.151530 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c9da469d-b356-4961-8ee9-e241435b280d req-80d1d1a0-751c-459e-acfc-bb4cd4f2dce2 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 944 time: 0.0665853 Sep 07 12:01:40.187126 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c9da469d-b356-4961-8ee9-e241435b280d req-b704b144-8d49-4523-bc6b-c47aadd432b9 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Sep 07 12:01:40.379534 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device dda56eb1-521e-46f2-8c4b-37c04fdf957f details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:01:40.494127 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:40.507406 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f', 'network_id': '9d192d4f-4290-40e5-9dcf-d973f523e148', 'port_id': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f', 'mac_address': 'fa:16:3e:2e:f1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c32d65-5ec6-481b-ba75-dc71d9f5f0f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:01:40.544121 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:40.557096 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda56eb1-521e-46f2-8c4b-37c04fdf957f {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:40.576315 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:40.580411 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:40.627868 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:40.917593 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['dda56eb1-521e-46f2-8c4b-37c04fdf957f'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:01:41.300283 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c56f1-06ae-419d-b8d5-a24ad3eb3d27 req-179f1b6f-be5d-429b-86a0-a719750d2404 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:41.301737 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-317c56f1-06ae-419d-b8d5-a24ad3eb3d27 req-179f1b6f-be5d-429b-86a0-a719750d2404 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 945 time: 0.0509675 Sep 07 12:01:41.345046 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-317c56f1-06ae-419d-b8d5-a24ad3eb3d27 req-7876c249-02b4-4fdc-83d9-6030bb16a02b tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Sep 07 12:01:42.399017 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device dda56eb1-521e-46f2-8c4b-37c04fdf957f up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:01:42.450192 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port dda56eb1-521e-46f2-8c4b-37c04fdf957f completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:01:42.453984 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port dda56eb1-521e-46f2-8c4b-37c04fdf957f triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:01:42.454357 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:42.458750 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27639-e7bb-4e89-8912-f0947e6bd2fa req-b54b051e-496c-4fb2-ae77-d4796f31c077 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:42.460252 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3de27639-e7bb-4e89-8912-f0947e6bd2fa req-b54b051e-496c-4fb2-ae77-d4796f31c077 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Sep 07 12:01:42.498287 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3de27639-e7bb-4e89-8912-f0947e6bd2fa req-b31bd693-95b4-48c5-a29f-05a28feefe36 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Sep 07 12:01:42.533322 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:42.555274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:42.557480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d60edb-32d3-4980-87d4-b2bf295275d6" -d '{"events": [{"server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "name": "network-vif-plugged", "status": "completed", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:42.570743 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:42.574971 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:42.599398 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfecf9ca-410f-4d8f-bc76-9e047acd2466 x-openstack-request-id: req-cfecf9ca-410f-4d8f-bc76-9e047acd2466 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:42.599689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "name": "network-vif-plugged", "status": "completed", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:42.599933 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfecf9ca-410f-4d8f-bc76-9e047acd2466 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:42.600312 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f', 'code': 200} Sep 07 12:01:42.624385 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:42.752148 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6e17a-baac-496c-9b80-240f3dcb1d18 req-091b6a58-c4f8-40fb-992f-3571b2b24292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:42.753001 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91c6e17a-baac-496c-9b80-240f3dcb1d18 req-091b6a58-c4f8-40fb-992f-3571b2b24292 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 1099 time: 0.0383921 Sep 07 12:01:42.788452 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-91c6e17a-baac-496c-9b80-240f3dcb1d18 req-0d755bdb-22e5-4e6b-87f3-d0be6c178243 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279982 Sep 07 12:01:43.615984 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7bde-a463-48ee-8b6c-a68012ab5ac2 req-4effe0b9-a360-4e9c-9e73-a5b1006f5893 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:43.617470 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-633a7bde-a463-48ee-8b6c-a68012ab5ac2 req-4effe0b9-a360-4e9c-9e73-a5b1006f5893 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 946 time: 0.0521071 Sep 07 12:01:43.654427 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-633a7bde-a463-48ee-8b6c-a68012ab5ac2 req-3d584f00-3caf-4073-9934-c28a13e641c8 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Sep 07 12:01:44.772357 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994933bb-aaec-49d6-b537-2eba09ece535 req-f69288ad-8359-4430-95bf-df7bda52f148 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:44.773845 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-994933bb-aaec-49d6-b537-2eba09ece535 req-f69288ad-8359-4430-95bf-df7bda52f148 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 946 time: 0.0527060 Sep 07 12:01:44.811377 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-994933bb-aaec-49d6-b537-2eba09ece535 req-9c776477-6c52-47c2-9e4e-51fd82245538 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Sep 07 12:01:44.991988 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50756) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:45.097193 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-276cb6ca-1889-45de-a363-19ad09f729b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.190045 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-276cb6ca-1889-45de-a363-19ad09f729b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.192967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-276cb6ca-1889-45de-a363-19ad09f729b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.231015 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-276cb6ca-1889-45de-a363-19ad09f729b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ad735a1d3844c3a9b08142036f3e402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378821 Sep 07 12:01:45.231879 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cb6ca-1889-45de-a363-19ad09f729b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0453cf49-4a71-4d10-b532-c93dcbf2fc0b,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:45.233702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50766) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:45.289038 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.310006 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.356071 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.358579 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.362997 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0453cf49-4a71-4d10-b532-c93dcbf2fc0b HTTP/1.1" status: 204 len: 168 time: 0.1276233 Sep 07 12:01:45.382265 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd36d1c-8c9e-4eef-91ad-6a15c6aff7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453cf49-4a71-4d10-b532-c93dcbf2fc0b,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:45.489196 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd8ed4-7488-41bb-bc60-bbdf3255e10c req-ba7039cc-0c8a-48dc-95c3-fca8542cfd5e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:45.490696 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e5bd8ed4-7488-41bb-bc60-bbdf3255e10c req-ba7039cc-0c8a-48dc-95c3-fca8542cfd5e tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 946 time: 0.0497253 Sep 07 12:01:45.527305 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e5bd8ed4-7488-41bb-bc60-bbdf3255e10c req-8ad799d3-1825-4015-b736-7cbedfa39beb tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Sep 07 12:01:45.618584 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50776) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:45.632244 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-68e09fd9-704e-41ce-9043-e649ab514c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.716991 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-68e09fd9-704e-41ce-9043-e649ab514c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.720706 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-68e09fd9-704e-41ce-9043-e649ab514c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.756655 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e09fd9-704e-41ce-9043-e649ab514c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb1fdc-75de-430b-82f3-3a9738742435,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:45.763247 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-68e09fd9-704e-41ce-9043-e649ab514c38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48fef77979e5455a998c40980e55725f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435862 Sep 07 12:01:45.764350 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50778) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:45.810905 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.831506 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.880332 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.882868 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:45.884094 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99eb1fdc-75de-430b-82f3-3a9738742435 HTTP/1.1" status: 204 len: 168 time: 0.1188524 Sep 07 12:01:45.891574 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d0ce2-cc48-4fee-829a-bf113cd45c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb1fdc-75de-430b-82f3-3a9738742435,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:46.646284 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c716e70-3c0b-4a3f-be1e-422c058c0ef8 req-30d6160e-0e57-4b4f-b928-da5573e85dfc tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:46.647939 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7c716e70-3c0b-4a3f-be1e-422c058c0ef8 req-30d6160e-0e57-4b4f-b928-da5573e85dfc tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 946 time: 0.0540605 Sep 07 12:01:46.686048 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7c716e70-3c0b-4a3f-be1e-422c058c0ef8 req-490a72fe-105e-425f-8315-698d835f640c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Sep 07 12:01:46.885481 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50810) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:46.919406 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-784f69c7-996e-4e93-91d0-39ae80f91b7c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:46.920879 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-784f69c7-996e-4e93-91d0-39ae80f91b7c tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 946 time: 0.0476036 Sep 07 12:01:46.989050 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-85798220-157b-4446-9c36-ad19327cda38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.012723 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Deleting port dda56eb1-521e-46f2-8c4b-37c04fdf957f {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:01:47.013060 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.076278 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-85798220-157b-4446-9c36-ad19327cda38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.080824 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-85798220-157b-4446-9c36-ad19327cda38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.103024 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] For port dda56eb1-521e-46f2-8c4b-37c04fdf957f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dda56eb1-521e-46f2-8c4b-37c04fdf957f,segment=NetworkSegment(123f4820-5b49-4902-b69b-89cbfe43d3b9),segment_id=123f4820-5b49-4902-b69b-89cbfe43d3b9)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:47.103393 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.115867 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Calling delete_port for dda56eb1-521e-46f2-8c4b-37c04fdf957f owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:01:47.120778 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-85798220-157b-4446-9c36-ad19327cda38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b3245a36243490abf7259fed7a40720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319028 Sep 07 12:01:47.120778 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85798220-157b-4446-9c36-ad19327cda38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975014e-ee60-484f-b93e-892816c7c06f,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:47.121384 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50814) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:47.226031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.251802 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.315039 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.327406 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['dda56eb1-521e-46f2-8c4b-37c04fdf957f'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:01:47.347437 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Pushing event deleted for resources: {'Port': ['ID=dda56eb1-521e-46f2-8c4b-37c04fdf957f,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:47.360294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.363002 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.364186 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4975014e-ee60-484f-b93e-892816c7c06f HTTP/1.1" status: 204 len: 168 time: 0.2418933 Sep 07 12:01:47.387234 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79896-0c2c-40a2-b011-936fd5ecf010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975014e-ee60-484f-b93e-892816c7c06f,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:47.402299 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] No DVR routers for this DVR port dda56eb1-521e-46f2-8c4b-37c04fdf957f on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:01:47.405027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:47.407639 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-57fdafea-c349-436c-8fe8-4f3fb9a00bff req-a91d3975-dad1-45cc-a5df-95dcc71c9518 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.62 "DELETE /v2.0/ports/dda56eb1-521e-46f2-8c4b-37c04fdf957f HTTP/1.1" status: 204 len: 173 time: 0.4801319 Sep 07 12:01:47.408079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'name': 'network-vif-deleted', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:47.410330 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f602306-2277-452f-b937-7500ccafd005" -d '{"events": [{"server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "name": "network-vif-deleted", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:47.446696 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b818257a-81d6-40e5-85a1-929426a0f3e7 x-openstack-request-id: req-b818257a-81d6-40e5-85a1-929426a0f3e7 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:47.447019 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a97122d-834b-4812-9d47-e00ecef2f542", "name": "network-vif-deleted", "tag": "dda56eb1-521e-46f2-8c4b-37c04fdf957f", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:47.447512 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b818257a-81d6-40e5-85a1-929426a0f3e7 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:47.447910 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a97122d-834b-4812-9d47-e00ecef2f542', 'name': 'network-vif-deleted', 'tag': 'dda56eb1-521e-46f2-8c4b-37c04fdf957f', 'status': 'completed', 'code': 200} Sep 07 12:01:47.793791 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-c0cdd64b-660e-4f02-8858-05f12a4bb314 req-bb5b154b-2350-4948-b2b8-e5092eb27568 tempest-VolumesActionsTest-1884490141 tempest-VolumesActionsTest-1884490141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a97122d-834b-4812-9d47-e00ecef2f542 HTTP/1.1" status: 200 len: 210 time: 0.0284014 Sep 07 12:01:48.005572 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 50840) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:48.097109 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-304146529-network', 'tenant_id': '839faf61f1964a09b346b936872704dd'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:48.116806 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Made reservation on behalf of 839faf61f1964a09b346b936872704dd for: {'network': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:48.119086 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for network, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.127933 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.213013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.217598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.239846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=105496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:01:48.254500 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:48.258627 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.258997 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.db.segments_db [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Added segment 80f27bb2-9daa-4911-b98f-3627149f6ea0 of type vlan for network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 Sep 07 12:01:48.300798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769666450180'] for network, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.323966 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768'] for network, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.324971 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:48.325548 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.357976 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3512447 Sep 07 12:01:48.361486 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 50844) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:01:48.366358 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.v2.base [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Request body: {'subnet': {'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-304146529-subnet', 'tenant_id': '839faf61f1964a09b346b936872704dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:48.384800 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d7f9f-81e3-479d-831a-57fd02673b55 admin admin] Pushing event updated for resources: {'Network': ['ID=dabb2fd2-594a-4c2d-b95c-bc0f997b0076,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:48.387110 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Made reservation on behalf of 839faf61f1964a09b346b936872704dd for: {'subnet': 1} {{(pid=105497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:48.395641 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 details requested by agent ovs-agent-dv-cinder-791281-10-iscsi with host dv-cinder-791281-10-iscsi {{(pid=105498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:01:48.396177 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8643857'] for subnet, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.559115 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8409598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8643943'] for subnet, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.615942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc44a172-1ce1-4c2f-9146-d1d28a87631d,revision_number=0']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:48.625095 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Checking segment: {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:01:48.625444 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Network hostable DHCP agents. Network: dabb2fd2-594a-4c2d-b95c-bc0f997b0076, hostable agents: ['9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a'], hosted agents: [] {{(pid=105497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:01:48.641857 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 is scheduled to be hosted by DHCP agent 9a8b7c1f-8266-4464-8c2e-ab21b29e5d1a with binding_index 1 {{(pid=105497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:01:48.650009 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.base_scheduler [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-10-iscsi, dabb2fd2-594a-4c2d-b95c-bc0f997b0076) {{(pid=105497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:01:48.654079 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:48.654655 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:48.660873 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe85fda-3618-47e1-a842-f6b4ab4d9199 None None] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:01:48.668620 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7f7fbea7-965b-427a-8a2a-b020e1e946b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3060083 Sep 07 12:01:48.783733 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f86f0-d6ab-448a-a14b-9aa4711f0f2a None None] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:01:50.417537 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-f90ac2bb-654b-4855-9155-0a4936edd2f3 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:50.419027 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-f90ac2bb-654b-4855-9155-0a4936edd2f3 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 813 time: 0.0992849 Sep 07 12:01:50.434077 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-2b9bec9c-6431-4252-933a-830c914902cc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/quotas/839faf61f1964a09b346b936872704dd HTTP/1.1" status: 200 len: 375 time: 0.0093050 Sep 07 12:01:50.469559 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-5de477be-92e9-4c31-a762-7d5558ee5eba tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297666 Sep 07 12:01:50.560143 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-d0a9ef3a-4c97-4b59-abfe-2e9d67941dea service neutron] 10.222.0.13 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836959 Sep 07 12:01:50.651979 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-6eb3fa53-123f-4581-abfc-43bc2f042bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852520 Sep 07 12:01:50.808366 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-823063dd-7490-4c4e-a2ef-8451e9a9bc9c req-ace9f7e2-bf7a-4f6e-b780-c0acf1008d28 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Sep 07 12:01:51.899026 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-63668283-bd0f-4675-a00a-92fcf0f0bf33 req-0c6b3f2d-8506-40bd-a134-b4f1f87962ac tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 210 time: 0.0260398 Sep 07 12:01:52.989788 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-4488e123-5a78-4ee3-a0e3-57512d0ef9d3 req-b6abe07d-b002-4c2c-9dbb-f3b7467d08aa tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 210 time: 0.0251734 Sep 07 12:01:53.055157 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device dda56eb1-521e-46f2-8c4b-37c04fdf957f no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:01:53.075126 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: dda56eb1-521e-46f2-8c4b-37c04fdf957f {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:01:53.075471 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device dda56eb1-521e-46f2-8c4b-37c04fdf957f not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:01:53.700479 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-f55caea6-339b-482c-8804-691b6dcb061e tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:53.701940 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-f55caea6-339b-482c-8804-691b6dcb061e tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 813 time: 0.1105440 Sep 07 12:01:53.716252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Request body: {'port': {'device_id': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076', 'admin_state_up': True, 'tenant_id': '839faf61f1964a09b346b936872704dd'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:53.823981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Made reservation on behalf of 839faf61f1964a09b346b936872704dd for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:01:53.827454 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:53.954221 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Allocated IP 172.20.0.12 (dabb2fd2-594a-4c2d-b95c-bc0f997b0076/fc44a172-1ce1-4c2f-9146-d1d28a87631d/274908b2-0724-44f6-9e36-b6d704dc4406) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:01:54.081318 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-ec83d300-1e89-41ea-9338-045af6e64bed req-09d78bd3-9101-486e-808d-e8d7490f754d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 210 time: 0.0258908 Sep 07 12:01:54.098837 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.136115 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.177444 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:01:54.180409 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:01:54.183913 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:01:54.192460 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Pushing event updated for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:54.238861 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:54.239376 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.253558 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-cd9585c1-6425-4dbd-a411-09c6cdc2d332 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410686 Sep 07 12:01:54.266018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Request body: {'port': {'device_id': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:01:54.315277 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.564643 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274908b2-0724-44f6-9e36-b6d704dc4406 {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:54.572178 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.584190 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Transition to ACTIVE for port object 274908b2-0724-44f6-9e36-b6d704dc4406 will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:01:54.587945 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.639730 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Pushing event updated for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:54.701967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Attempting to bind port 274908b2-0724-44f6-9e36-b6d704dc4406 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:01:54.702294 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Attempting to bind port 274908b2-0724-44f6-9e36-b6d704dc4406 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:01:54.703179 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Attempting to bind port 274908b2-0724-44f6-9e36-b6d704dc4406 on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:54.707254 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Port 274908b2-0724-44f6-9e36-b6d704dc4406 on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:01:54.707568 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Attempting to bind port 274908b2-0724-44f6-9e36-b6d704dc4406 on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:01:54.712146 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:01:54.712473 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Checking segment: {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:01:54.712845 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Bound using segment: {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:01:54.713255 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Bound port: 274908b2-0724-44f6-9e36-b6d704dc4406, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:01:54.713598 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.785260 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:01:54.788321 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=274908b2-0724-44f6-9e36-b6d704dc4406,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:01:54.791997 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.833295 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:54.833919 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:54.835699 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] 10.222.0.62 "PUT /v2.0/ports/274908b2-0724-44f6-9e36-b6d704dc4406 HTTP/1.1" status: 200 len: 1094 time: 0.5742760 Sep 07 12:01:54.837996 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:01:54.841013 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d6075-4581-417b-ac02-ef8701e4b7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:01:54.881249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8103-6159-4cd5-8c41-7692db1a2eaa service neutron] Pushing event updated for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:54.925490 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-0472a435-e50e-4902-a799-511419f3e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:54.927253 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-0472a435-e50e-4902-a799-511419f3e3a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 1097 time: 0.0470314 Sep 07 12:01:54.973940 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-6f91225a-a5a4-4f24-b811-960f4e6b973d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=274908b2-0724-44f6-9e36-b6d704dc4406 HTTP/1.1" status: 200 len: 217 time: 0.0378454 Sep 07 12:01:55.020190 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f61d0f4-a718-4e04-bd23-5c049ad1f804 x-openstack-request-id: req-8f61d0f4-a718-4e04-bd23-5c049ad1f804 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:01:55.020616 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:01:55.020869 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f61d0f4-a718-4e04-bd23-5c049ad1f804 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:01:55.021259 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406', 'status': 'completed', 'code': 200} Sep 07 12:01:55.033603 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-e681a19e-3f2d-4b24-b9f7-b0fd1a397a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:55.035116 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-e681a19e-3f2d-4b24-b9f7-b0fd1a397a60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc44a172-1ce1-4c2f-9146-d1d28a87631d HTTP/1.1" status: 200 len: 853 time: 0.0533161 Sep 07 12:01:55.067674 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-bb68661e-f227-405a-b903-6285f96177aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245805 Sep 07 12:01:55.169799 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-e697bfdb-4bdf-479f-98b1-6612c1f5fd67 service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Sep 07 12:01:55.219339 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58ae58-aa0f-471e-80ef-b0cf2fdbe221 req-a2d38367-3f83-4e9d-8669-b8b7d86ef4cf tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:55.227552 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-af58ae58-aa0f-471e-80ef-b0cf2fdbe221 req-a2d38367-3f83-4e9d-8669-b8b7d86ef4cf tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 944 time: 0.0662806 Sep 07 12:01:55.278662 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-af58ae58-aa0f-471e-80ef-b0cf2fdbe221 req-3ecc2806-67bf-45cc-bce5-df633ab69ceb tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Sep 07 12:01:55.295637 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-ee410f91-67ca-4c62-8a5e-96cda42a112b req-ad9f665b-a7dd-46ba-a194-95cff0e507ee service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104777 Sep 07 12:01:55.407574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-51886baf-323b-4b52-9fd1-ff3ed3b4aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:55.409997 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-51886baf-323b-4b52-9fd1-ff3ed3b4aad1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 1097 time: 0.0588346 Sep 07 12:01:55.519771 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-11015e3b-0888-4429-bbf3-e26da45ebc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:55.521717 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-11015e3b-0888-4429-bbf3-e26da45ebc2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 914 time: 0.1032660 Sep 07 12:01:55.567986 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-dbf206a1-5cfe-4360-8b9e-264e7d57aaa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=274908b2-0724-44f6-9e36-b6d704dc4406 HTTP/1.1" status: 200 len: 217 time: 0.0347784 Sep 07 12:01:55.622273 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-72feb4d9-94ba-4cfe-8620-e74be96aa60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:55.623825 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-72feb4d9-94ba-4cfe-8620-e74be96aa60f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc44a172-1ce1-4c2f-9146-d1d28a87631d HTTP/1.1" status: 200 len: 853 time: 0.0480080 Sep 07 12:01:55.672707 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-a1129e67-29f3-4ffc-975b-895f23328bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367727 Sep 07 12:01:55.779335 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-f56a08a6-09bf-462e-9ab1-40f58969272d service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979297 Sep 07 12:01:56.132302 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-015d6075-4581-417b-ac02-ef8701e4b7c8 req-3e5998ff-40b1-4ec9-a0b0-db7d5831c27a service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412898 Sep 07 12:01:56.410135 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e40ed-f11f-4dca-ac67-538ea0e3b645 req-da5f00b4-12d7-4e9f-b310-1f5375cb7932 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:56.411874 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-747e40ed-f11f-4dca-ac67-538ea0e3b645 req-da5f00b4-12d7-4e9f-b310-1f5375cb7932 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 944 time: 0.0547106 Sep 07 12:01:56.462045 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-747e40ed-f11f-4dca-ac67-538ea0e3b645 req-1e127588-de19-497c-94d2-182e392eb73a tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Sep 07 12:01:57.590838 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb745-f462-42b8-88b3-9ab0fa0e2396 req-5e0fa6c8-9c46-4ec2-8001-ac97c8b7dd3b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:57.593087 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-437bb745-f462-42b8-88b3-9ab0fa0e2396 req-5e0fa6c8-9c46-4ec2-8001-ac97c8b7dd3b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 944 time: 0.0546937 Sep 07 12:01:57.641272 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-437bb745-f462-42b8-88b3-9ab0fa0e2396 req-c517ee96-ce54-4a66-8504-d7afe0e6b59b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Sep 07 12:01:58.063436 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c4c4bb3b-7dce-4b2a-8b6e-17f777357f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:58.782737 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0ddfe-d200-4491-98ae-99b081b0404d req-9974ffef-fee8-45dd-94be-17aa468c951d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:58.791101 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e2c0ddfe-d200-4491-98ae-99b081b0404d req-9974ffef-fee8-45dd-94be-17aa468c951d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 944 time: 0.0745194 Sep 07 12:01:58.828848 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e2c0ddfe-d200-4491-98ae-99b081b0404d req-3857503a-7841-4141-becb-a249843ee0b4 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359745 Sep 07 12:01:59.086647 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 274908b2-0724-44f6-9e36-b6d704dc4406 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:01:59.198015 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=274908b2-0724-44f6-9e36-b6d704dc4406,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:59.209746 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '274908b2-0724-44f6-9e36-b6d704dc4406', 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076', 'port_id': '274908b2-0724-44f6-9e36-b6d704dc4406', 'mac_address': 'fa:16:3e:7a:e1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc44a172-1ce1-4c2f-9146-d1d28a87631d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:01:59.247953 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:59.263553 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274908b2-0724-44f6-9e36-b6d704dc4406 {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:01:59.286539 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=274908b2-0724-44f6-9e36-b6d704dc4406,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:01:59.291260 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:01:59.356467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:01:59.736027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['274908b2-0724-44f6-9e36-b6d704dc4406'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:01:59.972013 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c388a-d9e5-446b-a633-924075ac2340 req-c8870fd8-8c7c-4026-b7f8-3445edebf68d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:01:59.979247 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0e0c388a-d9e5-446b-a633-924075ac2340 req-c8870fd8-8c7c-4026-b7f8-3445edebf68d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 945 time: 0.0657809 Sep 07 12:02:00.021241 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0e0c388a-d9e5-446b-a633-924075ac2340 req-be84f304-947d-4720-893e-a83542091c51 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Sep 07 12:02:00.795544 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-72a8e9d2-9b81-451d-b01f-1a647008d97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:01.095473 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 274908b2-0724-44f6-9e36-b6d704dc4406 up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:02:01.139927 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:01.164334 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 274908b2-0724-44f6-9e36-b6d704dc4406 completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:02:01.166845 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf294-f94f-41b6-b15c-f03ec2bbe9db req-06bae488-d1c6-4fa8-a02c-18f4cab1165d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:01.168966 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-afdbf294-f94f-41b6-b15c-f03ec2bbe9db req-06bae488-d1c6-4fa8-a02c-18f4cab1165d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 945 time: 0.0807745 Sep 07 12:02:01.170405 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 274908b2-0724-44f6-9e36-b6d704dc4406 triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:02:01.171058 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:01.226340 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-afdbf294-f94f-41b6-b15c-f03ec2bbe9db req-6f97579c-0b80-403a-b8b7-6a7f59c04d7d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Sep 07 12:02:01.276297 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:01.305779 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:02:01.308267 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4040e-ab87-4701-a41e-fb34847f6b89" -d '{"events": [{"server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "name": "network-vif-plugged", "status": "completed", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:02:01.331728 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=274908b2-0724-44f6-9e36-b6d704dc4406,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:01.339491 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:01.368238 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fddf0a-11a3-4c42-b65f-6252ed2118a5 x-openstack-request-id: req-47fddf0a-11a3-4c42-b65f-6252ed2118a5 {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:02:01.368533 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "name": "network-vif-plugged", "status": "completed", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:02:01.368822 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47fddf0a-11a3-4c42-b65f-6252ed2118a5 {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:02:01.369146 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406', 'code': 200} Sep 07 12:02:01.419577 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:01.560823 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8c39-9c7d-4117-9999-41b89c596291 req-92e245b6-d63a-4883-8b61-189e878bc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:01.563114 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f89b8c39-9c7d-4117-9999-41b89c596291 req-92e245b6-d63a-4883-8b61-189e878bc337 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 1099 time: 0.0453537 Sep 07 12:02:01.602612 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-f89b8c39-9c7d-4117-9999-41b89c596291 req-4f6b54aa-a372-432d-b86e-12f92e0cf49f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Sep 07 12:02:01.798425 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:02.362126 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df668-c9b4-43f9-b506-f09e8919351e req-2a699e00-5a58-4afd-85b9-40df1ddc34db tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:02.363689 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-599df668-c9b4-43f9-b506-f09e8919351e req-2a699e00-5a58-4afd-85b9-40df1ddc34db tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 946 time: 0.0547295 Sep 07 12:02:02.414235 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-599df668-c9b4-43f9-b506-f09e8919351e req-1deab6af-08de-4f83-b99e-f18d78c93202 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Sep 07 12:02:03.127763 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:03.395647 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:03.555480 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80370a-9f63-4cd6-a02d-babfc8f363e9 req-b18f54fd-497d-4c50-9d33-614e5006f786 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:03.557196 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7f80370a-9f63-4cd6-a02d-babfc8f363e9 req-b18f54fd-497d-4c50-9d33-614e5006f786 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 946 time: 0.0563200 Sep 07 12:02:03.603232 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7f80370a-9f63-4cd6-a02d-babfc8f363e9 req-356e81f9-531a-4a68-8bfc-eec6581088ee tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Sep 07 12:02:09.368010 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51114) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:09.407656 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:02:09.558420 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port ea7268f0-1222-49eb-9608-43725c4034d4 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:09.558762 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:09.653387 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:09.653619 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:09.668547 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for ea7268f0-1222-49eb-9608-43725c4034d4 owned by network:floatingip {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:09.840174 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:09.876070 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=ea7268f0-1222-49eb-9608-43725c4034d4,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:09.902719 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.903092 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.903484 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.903768 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.904115 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.904427 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.904752 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.905077 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.905398 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.905863 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.906087 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.906405 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:09.944841 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:09.945169 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP a5b33137-0fb1-4e8a-a387-772ff47f914f disassociated (deleted). External IP: 172.27.0.97, port: 73c05128-2833-458f-9939-613649ac1c00. Sep 07 12:02:10.117587 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-fcc5c97c-8ec4-4591-8d52-76e1e8a8c800 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505669 Sep 07 12:02:10.190597 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:02:10.223835 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-d737a182-7b3d-4da8-8896-8afb6d88559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.225337 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-d737a182-7b3d-4da8-8896-8afb6d88559a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1098 time: 0.0429370 Sep 07 12:02:10.308415 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:02:10.313834 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:10.321027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:02:10.332868 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:10.333833 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:10.345177 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-ccb69e9c-ae43-44a4-a40e-f3c52a2af393 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "DELETE /v2.0/floatingips/a5b33137-0fb1-4e8a-a387-772ff47f914f HTTP/1.1" status: 204 len: 168 time: 0.9740353 Sep 07 12:02:10.345851 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:02:10.357036 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:02:10.362063 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-d0a88e5d-ec30-4846-b291-3d0957d3987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.376993 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-d0a88e5d-ec30-4846-b291-3d0957d3987f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1191297 Sep 07 12:02:10.431922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df0142-59d4-4715-9aa8-d75fb16e871a x-openstack-request-id: req-a8df0142-59d4-4715-9aa8-d75fb16e871a {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:02:10.432418 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "tag": "73c05128-2833-458f-9939-613649ac1c00", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:02:10.432507 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8df0142-59d4-4715-9aa8-d75fb16e871a {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:02:10.432858 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'tag': '73c05128-2833-458f-9939-613649ac1c00', 'status': 'completed', 'code': 200} Sep 07 12:02:10.471387 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:10.492212 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-6dea8b94-0a15-4e73-a17b-56be3cacd6d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 1000 time: 0.1116664 Sep 07 12:02:10.585884 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-921f74de-a1f9-4e8c-9fea-769bb3728a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.589753 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-921f74de-a1f9-4e8c-9fea-769bb3728a1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0813954 Sep 07 12:02:10.623720 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-edc8d76e-55eb-4ab2-b43a-f4890cef82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.625626 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-edc8d76e-55eb-4ab2-b43a-f4890cef82fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 1099 time: 0.1525245 Sep 07 12:02:10.754655 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-f4af164d-7d27-4854-874e-fbf310b9a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.756063 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-f4af164d-7d27-4854-874e-fbf310b9a4d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1106019 Sep 07 12:02:10.776815 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711317e4-806a-45fe-864d-fa698aea1dd1 req-dcaa2c5a-ed4e-417d-9494-eb031f1d2e47 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.778297 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-24c67607-3c82-481d-86f5-73ea929a19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.778460 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-711317e4-806a-45fe-864d-fa698aea1dd1 req-dcaa2c5a-ed4e-417d-9494-eb031f1d2e47 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0924881 Sep 07 12:02:10.780140 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-24c67607-3c82-481d-86f5-73ea929a19ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1775177 Sep 07 12:02:10.798414 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:10.824018 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-03a15ce8-9f6f-4fdd-92e8-d11aed5428f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 200 len: 217 time: 0.0542409 Sep 07 12:02:10.829812 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-711317e4-806a-45fe-864d-fa698aea1dd1 req-771c67c9-4d97-4894-af35-f0ef28b86731 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Sep 07 12:02:10.854834 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:02:10.867029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:10.867029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:10.929801 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-3bca773e-e4e9-4147-8de8-58f2d6ff6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:10.931282 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-3bca773e-e4e9-4147-8de8-58f2d6ff6eb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0966184 Sep 07 12:02:10.979308 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-2ac19336-2a5a-4ccf-824d-a514f4d75a57 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656525 Sep 07 12:02:10.990367 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:11.020785 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-941e8558-a505-445e-9003-c3559f8e0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:11.022200 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-941e8558-a505-445e-9003-c3559f8e0444 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798948 Sep 07 12:02:11.141598 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c2a31823-20ac-4538-91b0-f9463fc81fb6 req-11736fb2-253c-4fed-8731-3334d0ecd666 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539261 Sep 07 12:02:11.176356 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-53d685da-769d-4520-a54f-2c01d71282e8 service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237731 Sep 07 12:02:11.257300 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:11.280254 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f6eaece-4adb-4858-a403-7d6c8bd82d3c req-525007a5-d67b-4426-8bb5-80bee358f2bd service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928729 Sep 07 12:02:11.284737 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9f6be-13a4-4426-8aaa-9b979fdcfc6e None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_floatingips': [{'id': '324c711b-18ef-4c96-8091-551e6ba7bcb4', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'router_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'port_id': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'mac_address': 'fa:16:3e:c8:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T11:57:11Z', 'updated_at': '2021-09-07T11:57:14Z', 'revision_number': 1, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:02:11.518190 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf37c5-ae6f-47ec-8641-33605b46d45e None None] New status for floating IP a5b33137-0fb1-4e8a-a387-772ff47f914f: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:02:11.969943 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61068a17-d9de-42c9-8b00-71f5661004c2 req-a52e2a44-76e3-4c41-bedd-f4d5245797cd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:11.971583 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-61068a17-d9de-42c9-8b00-71f5661004c2 req-a52e2a44-76e3-4c41-bedd-f4d5245797cd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0635607 Sep 07 12:02:12.011340 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-61068a17-d9de-42c9-8b00-71f5661004c2 req-a47d4e18-a2d2-4225-b9f2-723f07945943 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Sep 07 12:02:13.127814 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d72a-b0f3-4f48-81cb-f274bd928d48 req-38107e25-bf75-48a8-90bf-cca9d611c36d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:13.129236 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8cc2d72a-b0f3-4f48-81cb-f274bd928d48 req-38107e25-bf75-48a8-90bf-cca9d611c36d tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0482550 Sep 07 12:02:13.168081 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-8cc2d72a-b0f3-4f48-81cb-f274bd928d48 req-791cd983-0d5a-48d2-af52-b2cb7927e12c tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Sep 07 12:02:13.415213 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-e65d93c7-9844-4afa-8866-35d8e4abc67f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:13.416598 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-e65d93c7-9844-4afa-8866-35d8e4abc67f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 946 time: 0.0517316 Sep 07 12:02:13.527042 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port 73c05128-2833-458f-9939-613649ac1c00 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:13.527399 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:13.637627 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] For port 73c05128-2833-458f-9939-613649ac1c00, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=73c05128-2833-458f-9939-613649ac1c00,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:13.637994 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:13.654106 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for 73c05128-2833-458f-9939-613649ac1c00 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:13.793923 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:13.820496 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=73c05128-2833-458f-9939-613649ac1c00,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:13.864001 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] No DVR routers for this DVR port 73c05128-2833-458f-9939-613649ac1c00 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:13.866516 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:13.868503 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0f640dd5-1132-44cf-9b4e-d5a33951cb6c req-037d03ec-7aab-4542-bf24-d9d63653d25b tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "DELETE /v2.0/ports/73c05128-2833-458f-9939-613649ac1c00 HTTP/1.1" status: 204 len: 173 time: 0.4412158 Sep 07 12:02:13.869002 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'name': 'network-vif-deleted', 'tag': '73c05128-2833-458f-9939-613649ac1c00'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:02:13.871249 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b65c68-d4ce-4d43-bb4f-4c4ab5088e3d" -d '{"events": [{"server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "name": "network-vif-deleted", "tag": "73c05128-2833-458f-9939-613649ac1c00"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:02:13.908364 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2a17d-c627-4443-b4c4-64ec3d643250 x-openstack-request-id: req-19b2a17d-c627-4443-b4c4-64ec3d643250 {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:02:13.908662 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e349a208-a525-4f14-a30d-5f0c6d32b60e", "name": "network-vif-deleted", "tag": "73c05128-2833-458f-9939-613649ac1c00", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:02:13.908915 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b2a17d-c627-4443-b4c4-64ec3d643250 {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:02:13.909311 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e349a208-a525-4f14-a30d-5f0c6d32b60e', 'name': 'network-vif-deleted', 'tag': '73c05128-2833-458f-9939-613649ac1c00', 'status': 'completed', 'code': 200} Sep 07 12:02:14.267368 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-2bb6cd2b-3508-40dc-8a52-8aa13781d091 req-120be196-179a-42b4-b440-7aebc4846935 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e349a208-a525-4f14-a30d-5f0c6d32b60e HTTP/1.1" status: 200 len: 210 time: 0.0333867 Sep 07 12:02:16.364325 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51226) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:16.406817 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Deleting subnet 82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:02:16.410347 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.443873 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.483602 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.536519 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.570955 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c32d65-5ec6-481b-ba75-dc71d9f5f0f3,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:16.572942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.574900 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-8df2c2e4-60cb-46d2-8793-56762ef0af16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82c32d65-5ec6-481b-ba75-dc71d9f5f0f3 HTTP/1.1" status: 204 len: 168 time: 0.2095218 Sep 07 12:02:16.577289 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51234) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:16.643726 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.721539 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.742359 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d192d4f-4290-40e5-9dcf-d973f523e148']}} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:16.752592 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123f4820-5b49-4902-b69b-89cbfe43d3b9') {'for_net_delete': True} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:16.752895 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.services.segments.db [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123f4820-5b49-4902-b69b-89cbfe43d3b9') {} {{(pid=105497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:16.762102 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8426944'] for segment, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.774665 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.780349 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:02:16.780730 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8409431'] for segment, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: Traceback (most recent call last): Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: timer() Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: cb(*args, **kw) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: return func(*args, **kwargs) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: self._notify() Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: self.callback(batched_events) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: event.method(event) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: return f(self, *a, **k) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._get(url).json() Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: return self.request(url, 'GET', **kwargs) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:02:16.782853 dv-cinder-791281-10-iscsi neutron-server[105497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:02:16.834698 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.841216 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:16.843087 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d192d4f-4290-40e5-9dcf-d973f523e148 HTTP/1.1" status: 204 len: 168 time: 0.2648745 Sep 07 12:02:16.859005 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff307d-cc6c-44d0-b104-542c1eb40a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d192d4f-4290-40e5-9dcf-d973f523e148,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:16.963728 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51240) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:17.006375 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-d7731e5a-5d3b-43aa-8c20-10b198b7f79b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cf323d8b9bc4e9d98546e7f39ec8dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415215 Sep 07 12:02:17.008741 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51242) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:17.057545 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.079334 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.131114 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.133887 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.135207 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d596f5e-bee8-471a-a2c2-9ba0116a1b0f HTTP/1.1" status: 204 len: 168 time: 0.1254416 Sep 07 12:02:17.144482 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e16a7d-3d6f-49a0-8919-102089c01d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d596f5e-bee8-471a-a2c2-9ba0116a1b0f,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:17.182003 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 73c05128-2833-458f-9939-613649ac1c00 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:17.206166 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 73c05128-2833-458f-9939-613649ac1c00 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:17.206554 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 73c05128-2833-458f-9939-613649ac1c00 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:17.541974 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51258) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:17.698142 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port 174dbee2-3fca-4016-b069-3fcb5db2d336 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:17.698480 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.780303 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.780632 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.791967 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for 174dbee2-3fca-4016-b069-3fcb5db2d336 owned by network:floatingip {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:17.941432 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:17.973245 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=174dbee2-3fca-4016-b069-3fcb5db2d336,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:18.031288 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:18.031621 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.db.l3_db [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Floating IP 324c711b-18ef-4c96-8091-551e6ba7bcb4 disassociated (deleted). External IP: 172.27.0.48, port: 1ff2d109-e115-4e0f-b32a-0f063fcc0a30. Sep 07 12:02:18.264113 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:02:18.604865 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:02:18.609957 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:18.613762 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:02:18.622401 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:18.623108 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:18.637370 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-515d3a88-e25f-47bb-bede-3dcee2550891 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "DELETE /v2.0/floatingips/324c711b-18ef-4c96-8091-551e6ba7bcb4 HTTP/1.1" status: 204 len: 168 time: 1.0942552 Sep 07 12:02:18.637899 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30'}] {{(pid=105497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:02:18.640277 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c71b05cabfcb8e82e401656b9a7bd43aa0cd52acad4fa9c7822fa45fe6912f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226" -d '{"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30"}]}' {{(pid=105497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:02:18.678708 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572a46d7-7e64-47ab-acb2-807f59f04f75 x-openstack-request-id: req-572a46d7-7e64-47ab-acb2-807f59f04f75 {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:02:18.679213 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30", "status": "completed", "code": 200}]} {{(pid=105497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:02:18.679552 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572a46d7-7e64-47ab-acb2-807f59f04f75 {{(pid=105497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:02:18.680160 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'status': 'completed', 'code': 200} Sep 07 12:02:18.764127 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-c81277f5-e389-44cf-8d9a-75fb6943806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:18.768556 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-c81277f5-e389-44cf-8d9a-75fb6943806b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01468668b6844f859b2f5a661fa01b99&device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 1098 time: 0.0566242 Sep 07 12:02:18.874362 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:18.897139 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-7c87250e-dce2-43a5-b1f5-15ee774be3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:18.898618 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-7c87250e-dce2-43a5-b1f5-15ee774be3f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 200 len: 913 time: 0.1228616 Sep 07 12:02:18.915028 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f3c3-4868-454e-90e0-e51b9119317e req-267142ae-c2f4-4559-bfb5-2c6a690fd517 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:18.916454 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2539f3c3-4868-454e-90e0-e51b9119317e req-267142ae-c2f4-4559-bfb5-2c6a690fd517 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 945 time: 0.0699267 Sep 07 12:02:18.956730 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-bd57f36b-a1ba-4f95-9963-164100deb1df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 200 len: 217 time: 0.0391624 Sep 07 12:02:19.023367 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-2539f3c3-4868-454e-90e0-e51b9119317e req-1bf108df-6649-4c1d-9a19-06b6dbd35efd tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/security-groups?id=61f3d930-c818-48df-aa3a-f0813fda12e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994976 Sep 07 12:02:19.035149 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-05dfa686-317d-4e27-bc52-621cf394ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:19.036743 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-05dfa686-317d-4e27-bc52-621cf394ed53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 200 len: 851 time: 0.0681846 Sep 07 12:02:19.087867 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-5fa6ff39-deaf-437a-9018-10ee8ee9357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:19.089338 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-5fa6ff39-deaf-437a-9018-10ee8ee9357d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce1f8b48-484b-44ca-95d7-e0ad629ffc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429158 Sep 07 12:02:19.089471 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:19.115681 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:02:19.123804 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:19.124461 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:01Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:19.193402 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-cdea113e-01fe-413b-80f3-03da350a23fe service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919287 Sep 07 12:02:19.232879 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:19.299160 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-d3c6f7d1-fa3b-40fb-a57b-d8282cc08226 req-781ae6f8-27bf-4853-b7b3-1e90c7abdc9b service neutron] 10.222.0.62 "GET /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922470 Sep 07 12:02:19.450752 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:19.478150 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6b04a-bf7f-4ed5-a551-1508dff68565 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T11:52:05Z', 'revision_number': 4, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi', '_interfaces': [{'id': '4cb7d6ed-4c0c-4fc1-9707-132ef5430594', 'name': '', 'network_id': 'ce1f8b48-484b-44ca-95d7-e0ad629ffc97', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'mac_address': 'fa:16:3e:b1:89:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:04Z', 'updated_at': '2021-09-07T11:52:10Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'subnets': [{'id': 'afc9d757-dc94-4daa-8204-1876bbe22cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:02:19.571465 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-a1f17d54-3ec9-4808-8049-5de5ab874367 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:02:19.572904 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-a1f17d54-3ec9-4808-8049-5de5ab874367 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 945 time: 0.0497789 Sep 07 12:02:19.672714 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:19.673065 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:19.695794 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72461b-77c6-460d-bdd9-62fdd6ffae0d None None] New status for floating IP 324c711b-18ef-4c96-8091-551e6ba7bcb4: DOWN {{(pid=105499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:02:19.762139 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] For port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:19.762514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:19.776815 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:19.908514 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:19.934166 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=1ff2d109-e115-4e0f-b32a-0f063fcc0a30,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:19.947960 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.948314 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.948658 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.948996 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.949324 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.949657 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.949989 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.950311 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.950649 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.950991 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.951315 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.951633 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:19.985114 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] No DVR routers for this DVR port 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:19.987359 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:19.989318 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-6d6cc411-fbb0-4069-bca8-b932f5ef2c5c req-d29e6d87-c310-41e9-9213-ae407594fbab tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.62 "DELETE /v2.0/ports/1ff2d109-e115-4e0f-b32a-0f063fcc0a30 HTTP/1.1" status: 204 len: 173 time: 0.4089658 Sep 07 12:02:19.989749 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'name': 'network-vif-deleted', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:02:19.992036 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707b89d-c14d-4cab-92de-975f117b127d" -d '{"events": [{"server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "name": "network-vif-deleted", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:02:20.027857 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7449d9-bf6e-496b-a2cb-d7217abbb04f x-openstack-request-id: req-dd7449d9-bf6e-496b-a2cb-d7217abbb04f {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:02:20.028151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6575f30-c7cd-47e6-aa88-58f1f4f5968c", "name": "network-vif-deleted", "tag": "1ff2d109-e115-4e0f-b32a-0f063fcc0a30", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:02:20.028403 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd7449d9-bf6e-496b-a2cb-d7217abbb04f {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:02:20.028798 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6575f30-c7cd-47e6-aa88-58f1f4f5968c', 'name': 'network-vif-deleted', 'tag': '1ff2d109-e115-4e0f-b32a-0f063fcc0a30', 'status': 'completed', 'code': 200} Sep 07 12:02:20.115885 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-1fdb65f1-08ed-43ed-9946-254d5c67bda3 req-f4cf280d-426f-4ba6-b74d-2f2269e306a2 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0317664 Sep 07 12:02:21.206192 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3eb7674c-21fa-4872-ade5-fbf07e041eb8 req-3ed58c37-3f8c-48c4-9735-f553e187f746 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0247025 Sep 07 12:02:22.295718 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-af3ba953-683a-4416-bf4c-514504df1cbf req-d7c9fd56-86b8-4c64-a760-c3128cca3b71 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0248320 Sep 07 12:02:23.386825 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-0b212f79-7a11-40ca-b79a-3a0a8cadfaa2 req-e9737cd0-fc47-40ee-831a-7c3f2177a070 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 07 12:02:24.478291 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0e7605b9-5ced-4069-82e1-5e311087b876 req-0a9d747a-ae9d-4ae8-8725-dc405b9db0fb tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0252934 Sep 07 12:02:25.035105 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:25.054959 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:25.055306 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 1ff2d109-e115-4e0f-b32a-0f063fcc0a30 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:25.572837 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-7ce94f67-bc21-4507-bd0f-02c011d3c607 req-dc8e2feb-7e06-48be-a953-d70e67eb0493 tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6575f30-c7cd-47e6-aa88-58f1f4f5968c HTTP/1.1" status: 200 len: 210 time: 0.0284851 Sep 07 12:02:26.626096 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51346) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:26.744766 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Deleting port 93f01dd7-d9be-4e15-85c0-65d19f48362e {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:26.745102 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:26.821657 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:26.821981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:26.833611 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Calling delete_port for 93f01dd7-d9be-4e15-85c0-65d19f48362e owned by network:floatingip {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:26.958964 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:26.987847 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'Port': ['ID=93f01dd7-d9be-4e15-85c0-65d19f48362e,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:27.044058 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for floatingip, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:27.046517 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for floatingip, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:27.047703 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-08db36e6-7540-4f60-a5c1-008e82dca88f tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e22aed8-d69a-4758-934a-5697d8df7b14 HTTP/1.1" status: 204 len: 168 time: 0.4206300 Sep 07 12:02:28.055024 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d7c587c9-bd03-476e-8af0-83a14e007982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:30.786715 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-257c8d2f-05e2-49ab-99fb-d3a89271b468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.112783 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.388532 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51390) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:31.445695 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.469320 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.528252 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.530948 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:31.532111 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] 10.222.0.13 "DELETE /v2.0/security-groups/61f3d930-c818-48df-aa3a-f0813fda12e2 HTTP/1.1" status: 204 len: 168 time: 0.1425760 Sep 07 12:02:31.541316 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab03a07-0704-43e6-929a-0642a7e59eec tempest-TestVolumeBootPattern-774014085 tempest-TestVolumeBootPattern-774014085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f3d930-c818-48df-aa3a-f0813fda12e2,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:31.598068 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51396) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:31.805029 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.077203 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.311187 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Deleting port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:32.311534 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.385784 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] For port 4cb7d6ed-4c0c-4fc1-9707-132ef5430594, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:32.386165 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.399436 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Calling delete_port for 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:32.572150 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.600743 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb7d6ed-4c0c-4fc1-9707-132ef5430594,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:32.768328 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:32.971924 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Router b044202a-025f-4fe4-acda-70eb528bb4ab has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:02:33.074495 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:02:33.079378 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-0192a9d5-e173-4ac4-8418-8e6c65219997 admin admin] 10.222.0.13 "PUT /v2.0/routers/b044202a-025f-4fe4-acda-70eb528bb4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791605 Sep 07 12:02:33.082884 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51406) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:33.084930 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Sync routers for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:02:33.093949 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:33.094563 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:33.181680 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.196396 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: dv-cinder-791281-10-iscsi {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:33.277510 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.332536 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Deleting port 4e1d55bc-3d01-4e58-baf3-11324e299580 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:33.332878 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.367530 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T12:02:32Z', 'revision_number': 5, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port': {'id': '4e1d55bc-3d01-4e58-baf3-11324e299580', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:01Z', 'updated_at': '2021-09-07T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:33.398671 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Checking router: b044202a-025f-4fe4-acda-70eb528bb4ab for host: dv-cinder-791281-10-iscsi {{(pid=105498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:02:33.409686 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] For port 4e1d55bc-3d01-4e58-baf3-11324e299580, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=4e1d55bc-3d01-4e58-baf3-11324e299580,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:33.410119 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.412230 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Routers {'b044202a-025f-4fe4-acda-70eb528bb4ab'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:33.412828 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['b044202a-025f-4fe4-acda-70eb528bb4ab'], 'active': True} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:33.414443 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.422914 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Calling delete_port for 4e1d55bc-3d01-4e58-baf3-11324e299580 owned by network:router_gateway {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:33.497364 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvr_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] Set router b044202a-025f-4fe4-acda-70eb528bb4ab gateway port host: None {{(pid=105498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:33.550589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_hamode_db [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T12:02:33Z', 'revision_number': 6, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port_host': None}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:33.576101 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cc41-8fe8-48cc-b8dd-e700ea97fd23 None None] The sync data for ids ['b044202a-025f-4fe4-acda-70eb528bb4ab'] in dv-cinder-791281-10-iscsi is: [{'id': 'b044202a-025f-4fe4-acda-70eb528bb4ab', 'name': 'tempest-TestVolumeBootPattern-1376627454-router', 'tenant_id': '01468668b6844f859b2f5a661fa01b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:00Z', 'updated_at': '2021-09-07T12:02:33Z', 'revision_number': 6, 'project_id': '01468668b6844f859b2f5a661fa01b99', 'gw_port_host': None}] {{(pid=105498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:02:33.585681 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.613364 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1d55bc-3d01-4e58-baf3-11324e299580,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:33.677203 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.764358 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.766356 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.807653 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.808161 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b044202a-025f-4fe4-acda-70eb528bb4ab {{(pid=105497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:02:33.812559 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] Notify callbacks [] for router, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.813726 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-bebe26f6-8f50-46a9-83f2-3a7c7268eb13 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b044202a-025f-4fe4-acda-70eb528bb4ab HTTP/1.1" status: 204 len: 168 time: 0.7298803 Sep 07 12:02:33.816942 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51410) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:33.862431 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Deleting subnet afc9d757-dc94-4daa-8204-1876bbe22cd5 {{(pid=105497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:02:33.865445 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.899326 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8426971'] for subnet, precommit_delete_associations {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:33.979544 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.032501 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8409405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8643966'] for subnet, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.062361 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc9d757-dc94-4daa-8204-1876bbe22cd5,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:34.064329 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.068274 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e45bc3-c41f-4420-85e2-25d0ee6b91d3 None None] Network ce1f8b48-484b-44ca-95d7-e0ad629ffc97 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:02:34.069031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51414) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:34.070621 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-22a29132-a25a-4e94-bf32-349bee2c01a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/afc9d757-dc94-4daa-8204-1876bbe22cd5 HTTP/1.1" status: 204 len: 168 time: 0.2483716 Sep 07 12:02:34.141142 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.190353 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.192958 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Deleting port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:34.193297 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.265307 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] For port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,segment=NetworkSegment(1ef6190c-5ef7-4f52-aea8-bae6aeff59e7),segment_id=1ef6190c-5ef7-4f52-aea8-bae6aeff59e7)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:34.265615 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.277728 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Calling delete_port for 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 owned by network:dhcp {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:34.314526 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] DHCP port deletion for ce1f8b48-484b-44ca-95d7-e0ad629ffc97 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:02:34.356623 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.361534 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Deleting port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 {{(pid=105498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:34.361912 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.384609 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] No DVR routers for this DVR port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 on host dv-cinder-791281-10-iscsi {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:34.390066 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Pushing event deleted for resources: {'Port': ['ID=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:34.429713 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] For port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1, host dv-cinder-791281-10-iscsi, got binding levels [] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:34.430126 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.442515 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Calling delete_port for 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 owned by network:dhcp {{(pid=105498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:34.445465 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.ipam_backend_mixin [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 was not found and therefore no delete operation was performed {{(pid=105498) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 12:02:34.446840 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.467061 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.471863 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Pushing event deleted for resources: {'Port': ['ID=390cc0c3-92c5-4554-bbdb-d541be5f0bb1,revision_number=None']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:34.482351 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] No DVR routers for this DVR port 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 on host dv-cinder-791281-10-iscsi {{(pid=105498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:34.487559 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.487915 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.488263 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.488418 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1f8b48-484b-44ca-95d7-e0ad629ffc97']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:34.488607 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.488997 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.489339 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.489672 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.490428 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.490428 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.490644 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.491180 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.491672 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33004c0b-8d05-492c-8478-b612cb17205f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:02:34.499169 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:34.499469 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef6190c-5ef7-4f52-aea8-bae6aeff59e7') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:34.509985 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.527733 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.535177 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:02:34.535623 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:02:34.537491 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:02:34.540132 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4e1d55bc-3d01-4e58-baf3-11324e299580 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:34.559689 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 4e1d55bc-3d01-4e58-baf3-11324e299580 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:34.560038 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4e1d55bc-3d01-4e58-baf3-11324e299580 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:34.560467 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:34.581383 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:34.581731 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 4cb7d6ed-4c0c-4fc1-9707-132ef5430594 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:34.582172 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:34.598070 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.603743 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:34.605953 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce1f8b48-484b-44ca-95d7-e0ad629ffc97 HTTP/1.1" status: 204 len: 168 time: 0.5355959 Sep 07 12:02:34.609120 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51416) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:34.618966 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24b3a-9125-4419-b910-0f0c950468bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1f8b48-484b-44ca-95d7-e0ad629ffc97,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:34.731904 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:34.733739 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 390cc0c3-92c5-4554-bbdb-d541be5f0bb1 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:34.958116 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730443'] for router_interface, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:35.423838 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Deleting port 04036d9c-4014-429b-a4d1-c9434d6d45d2 {{(pid=105497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:35.424697 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:35.500530 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.db [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] For port 04036d9c-4014-429b-a4d1-c9434d6d45d2, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=04036d9c-4014-429b-a4d1-c9434d6d45d2,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:35.500910 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:35.513348 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.plugins.ml2.plugin [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Calling delete_port for 04036d9c-4014-429b-a4d1-c9434d6d45d2 owned by network:router_interface {{(pid=105497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:35.682576 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8409450'] for port, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:35.707702 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Pushing event deleted for resources: {'Port': ['ID=04036d9c-4014-429b-a4d1-c9434d6d45d2,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:35.867927 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3730583'] for router_interface, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.075033 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad has already been hosted by L3 agent 796e0f4c-fc65-4ea9-81a1-5321193f187f {{(pid=105497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:02:36.179186 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] Notify agent at l3_agent.dv-cinder-791281-10-iscsi the message routers_updated {{(pid=105497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:02:36.184068 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-c336eba9-6be6-416d-98b9-cc85945d037c admin admin] 10.222.0.13 "PUT /v2.0/routers/96052ad2-d5ff-4c80-8e47-be6e67f8f3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736775 Sep 07 12:02:36.186804 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51426) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:36.187455 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Sync routers for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:02:36.197451 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:36.198048 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:36.287117 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks [] for router, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.297765 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:36.577990 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T12:02:35Z', 'revision_number': 5, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:36.603358 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Checking router: 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad for host: dv-cinder-791281-10-iscsi {{(pid=105499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:02:36.612089 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Routers {'96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'} bound to L3 agent in host dv-cinder-791281-10-iscsi {{(pid=105499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:02:36.612691 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T11:42:01Z,description=,heartbeat_timestamp=2021-09-07T12:02:31Z,host='dv-cinder-791281-10-iscsi',id=796e0f4c-fc65-4ea9-81a1-5321193f187f,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T11:42:01Z,topic='l3_agent')) {'router_ids': ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'], 'active': True} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:36.625356 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.676799 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Deleting port 651729e4-52b4-49d7-a56a-7caa10a7ef1b {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:36.677135 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.715275 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_dvr_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] Set router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad gateway port host: dv-cinder-791281-10-iscsi {{(pid=105499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:02:36.753123 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] For port 651729e4-52b4-49d7-a56a-7caa10a7ef1b, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=651729e4-52b4-49d7-a56a-7caa10a7ef1b,segment=NetworkSegment(7ba70470-a5db-4cc6-b65b-6dd382adf293),segment_id=7ba70470-a5db-4cc6-b65b-6dd382adf293)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:36.753480 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.765433 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Calling delete_port for 651729e4-52b4-49d7-a56a-7caa10a7ef1b owned by network:router_gateway {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:36.892146 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.l3_hamode_db [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T12:02:35Z', 'revision_number': 5, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}], 'dv-cinder-791281-10-iscsi', False) {} {{(pid=105499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:36.918657 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70df66-36ac-4c0f-afd3-21636c90007c None None] The sync data for ids ['96052ad2-d5ff-4c80-8e47-be6e67f8f3ad'] in dv-cinder-791281-10-iscsi is: [{'id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'name': 'tempest-TestVolumeBootPattern-1441175437-router', 'tenant_id': 'c12fff2632e141dd80c042bf5e7debf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'external_fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T11:52:08Z', 'updated_at': '2021-09-07T12:02:35Z', 'revision_number': 5, 'project_id': 'c12fff2632e141dd80c042bf5e7debf5', 'gw_port': {'id': '651729e4-52b4-49d7-a56a-7caa10a7ef1b', 'name': '', 'network_id': 'f1663b0a-b40d-473f-8c06-68a3d1ec4e76', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96052ad2-d5ff-4c80-8e47-be6e67f8f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T11:52:09Z', 'updated_at': '2021-09-07T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aec5b0aa-4c40-41dd-9953-dc81d704621d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-10-iscsi'}] {{(pid=105499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:02:36.933182 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:36.967938 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Pushing event deleted for resources: {'Port': ['ID=651729e4-52b4-49d7-a56a-7caa10a7ef1b,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:37.024461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729461'] for router_gateway, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.109491 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.111579 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.153797 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3719535'] for router, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.154350 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96052ad2-d5ff-4c80-8e47-be6e67f8f3ad {{(pid=105496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:02:37.158834 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] Notify callbacks [] for router, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.160298 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-6fee3b69-f9d2-499f-b25c-7deaa00e7744 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96052ad2-d5ff-4c80-8e47-be6e67f8f3ad HTTP/1.1" status: 204 len: 168 time: 0.9723239 Sep 07 12:02:37.162618 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51432) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:37.209242 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_v2 [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Deleting subnet eeeab77a-3c96-4ee7-b7bc-f104151feaee {{(pid=105496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:02:37.212379 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.245551 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12325454'] for subnet, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.322774 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.380018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12325398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12528177'] for subnet, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.404760 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeeab77a-3c96-4ee7-b7bc-f104151feaee,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:37.410315 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.412280 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-724d9a41-cf00-4646-a97e-64e999eb6695 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eeeab77a-3c96-4ee7-b7bc-f104151feaee HTTP/1.1" status: 204 len: 168 time: 0.2483501 Sep 07 12:02:37.414930 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51434) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:37.415890 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb3e38-59fd-4d8c-bddb-f66b9f09dc9a None None] Network e9551ba3-4003-4201-b227-f08923b9b265 requested from dv-cinder-791281-10-iscsi {{(pid=105498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:02:37.482885 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.544030 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Deleting port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:37.544380 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.603054 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] DHCP port deletion for e9551ba3-4003-4201-b227-f08923b9b265 request from dv-cinder-791281-10-iscsi {{(pid=105498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:02:37.610279 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] For port 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7ee7cacd-7b60-4087-97d4-641ba79b85e4,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:37.610645 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.623395 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Calling delete_port for 7ee7cacd-7b60-4087-97d4-641ba79b85e4 owned by network:dhcp {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:37.651200 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Deleting port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 {{(pid=105498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:02:37.651570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.704145 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.716372 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] For port 7ee7cacd-7b60-4087-97d4-641ba79b85e4, host dv-cinder-791281-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-10-iscsi',level=0,port_id=7ee7cacd-7b60-4087-97d4-641ba79b85e4,segment=NetworkSegment(88efcc06-a24f-4e37-86ea-3e0bf26d41c3),segment_id=88efcc06-a24f-4e37-86ea-3e0bf26d41c3)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:02:37.716781 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.730476 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Calling delete_port for 7ee7cacd-7b60-4087-97d4-641ba79b85e4 owned by network:dhcp {{(pid=105498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:02:37.730670 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee7cacd-7b60-4087-97d4-641ba79b85e4,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:37.732435 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] No DVR routers for this DVR port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 on host dv-cinder-791281-10-iscsi {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:37.802001 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.809170 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743'] for port, after_delete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.822140 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9551ba3-4003-4201-b227-f08923b9b265']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:37.831556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88efcc06-a24f-4e37-86ea-3e0bf26d41c3') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:37.831796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88efcc06-a24f-4e37-86ea-3e0bf26d41c3') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:02:37.833091 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] Pushing event deleted for resources: {'Port': ['ID=7ee7cacd-7b60-4087-97d4-641ba79b85e4,revision_number=None']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:37.836684 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b884de8-07ae-4125-b5be-24c1c60065cd None None] No DVR routers for this DVR port 7ee7cacd-7b60-4087-97d4-641ba79b85e4 on host dv-cinder-791281-10-iscsi {{(pid=105498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:02:37.846206 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.859433 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.866141 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:02:37.866527 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:02:37.868261 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:02:37.925332 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.930624 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:37.933302 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9551ba3-4003-4201-b227-f08923b9b265 HTTP/1.1" status: 204 len: 168 time: 0.5173848 Sep 07 12:02:37.946146 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95463ea-dd71-4a27-91dc-58fc82a9f059 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9551ba3-4003-4201-b227-f08923b9b265,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:38.063544 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51440) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:38.102441 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-a76882bb-a2bf-44c0-b01e-29f94fc16c94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01468668b6844f859b2f5a661fa01b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376282 Sep 07 12:02:38.104696 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51442) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:38.151173 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.176231 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.223549 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.226240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.229747 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3dd177c-f676-4b61-a66d-6502e8d9b2fc HTTP/1.1" status: 204 len: 168 time: 0.1218343 Sep 07 12:02:38.243301 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cfb5a-301b-4f2e-ab64-7cb7108a0f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd177c-f676-4b61-a66d-6502e8d9b2fc,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:38.516404 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7ee7cacd-7b60-4087-97d4-641ba79b85e4 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:38.538480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 7ee7cacd-7b60-4087-97d4-641ba79b85e4 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:38.538882 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 7ee7cacd-7b60-4087-97d4-641ba79b85e4 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:38.539508 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 651729e4-52b4-49d7-a56a-7caa10a7ef1b no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:38.558880 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 651729e4-52b4-49d7-a56a-7caa10a7ef1b {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:38.559227 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 651729e4-52b4-49d7-a56a-7caa10a7ef1b not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:38.559647 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 04036d9c-4014-429b-a4d1-c9434d6d45d2 no longer exists at agent ovs-agent-dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:02:38.584773 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] No Port match for: 04036d9c-4014-429b-a4d1-c9434d6d45d2 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:02:38.585119 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Device 04036d9c-4014-429b-a4d1-c9434d6d45d2 not bound to the agent host dv-cinder-791281-10-iscsi {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:02:38.590154 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51476) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:38.631389 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-15b1b56c-e96a-4e99-9ccb-d15fbc535ae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c12fff2632e141dd80c042bf5e7debf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399756 Sep 07 12:02:38.633761 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51480) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:38.681415 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.702271 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.753476 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.756922 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:38.758194 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2255d74b-d308-4537-907a-cf383ee41608 HTTP/1.1" status: 204 len: 168 time: 0.1235468 Sep 07 12:02:38.766295 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a05a2e-8f0e-4823-85c6-5ccb0ce32107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255d74b-d308-4537-907a-cf383ee41608,revision_number=None']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:43.452506 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [-] (105497) accepted ('10.222.0.13', 51532) {{(pid=105497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:43.552637 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7517a8fc-1547-4b10-bdf4-c674ba38f14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.641926 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7517a8fc-1547-4b10-bdf4-c674ba38f14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.646114 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron_lib.callbacks.manager [None req-7517a8fc-1547-4b10-bdf4-c674ba38f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_create {{(pid=105497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.682268 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [None req-7517a8fc-1547-4b10-bdf4-c674ba38f14c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82e0bd04217b48a1a9ef53aaabe461af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287295 Sep 07 12:02:43.683400 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517a8fc-1547-4b10-bdf4-c674ba38f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639160d5-0ae7-4ee5-bab7-813874e7c79e,revision_number=1']} {{(pid=105497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:43.685031 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51536) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:02:43.733351 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.753844 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.798240 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.800776 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:02:43.801896 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/639160d5-0ae7-4ee5-bab7-813874e7c79e HTTP/1.1" status: 204 len: 168 time: 0.1158943 Sep 07 12:02:43.808977 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508588e1-2cf6-4208-9c27-bed5b729d18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639160d5-0ae7-4ee5-bab7-813874e7c79e,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:02:46.406871 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:02:58.055748 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-75780780-1dc6-45ca-9f79-046cc89e97ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:00.785933 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-a88b93ff-4e07-4e34-8d9b-3031348e3f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:01.112800 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:01.802354 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:03.397518 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:04.183681 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:08.426634 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04667-2c65-4b9b-9df3-1f636c73ced8 req-dded16c0-a730-4a91-a27b-10d9ef11a725 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:08.428059 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-65a04667-2c65-4b9b-9df3-1f636c73ced8 req-dded16c0-a730-4a91-a27b-10d9ef11a725 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Sep 07 12:03:08.464984 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-65a04667-2c65-4b9b-9df3-1f636c73ced8 req-2bd4f7bd-caed-46cb-a268-a2bea8b3c935 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304046 Sep 07 12:03:09.578534 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001287-2eb3-492c-9544-7d1ebc0cc4f0 req-46fcddcd-a12b-4647-b59d-49f0e315306b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:09.580018 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-62001287-2eb3-492c-9544-7d1ebc0cc4f0 req-46fcddcd-a12b-4647-b59d-49f0e315306b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 946 time: 0.0478907 Sep 07 12:03:09.615488 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-62001287-2eb3-492c-9544-7d1ebc0cc4f0 req-34b347f5-1585-4456-bdbe-c6003248b55c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296800 Sep 07 12:03:10.356857 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-0ae2e134-67e1-42b9-980c-9fe4da5d40a0 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:10.358291 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-0ae2e134-67e1-42b9-980c-9fe4da5d40a0 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 946 time: 0.0499387 Sep 07 12:03:10.449651 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Deleting port 274908b2-0724-44f6-9e36-b6d704dc4406 {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:03:10.449983 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:10.539668 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] For port 274908b2-0724-44f6-9e36-b6d704dc4406, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=274908b2-0724-44f6-9e36-b6d704dc4406,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:03:10.540032 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:10.551792 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Calling delete_port for 274908b2-0724-44f6-9e36-b6d704dc4406 owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:03:10.675037 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:10.687081 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['274908b2-0724-44f6-9e36-b6d704dc4406'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:03:10.705819 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Pushing event deleted for resources: {'Port': ['ID=274908b2-0724-44f6-9e36-b6d704dc4406,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:10.708824 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-40408433-435b-445b-903d-30eb239e7ce3 req-dff87dc6-30dd-48d1-9133-5fd6d61fa3de tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffb56d3-e6a4-4d2d-8482-c155d62fff19 HTTP/1.1" status: 200 len: 210 time: 0.0273602 Sep 07 12:03:10.749335 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] No DVR routers for this DVR port 274908b2-0724-44f6-9e36-b6d704dc4406 on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:03:10.751981 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:10.753991 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a74ae36c-7512-4eff-8e69-d2369b3a1436 req-8fc344ea-94f5-42c0-87c1-28092ffb243c tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "DELETE /v2.0/ports/274908b2-0724-44f6-9e36-b6d704dc4406 HTTP/1.1" status: 204 len: 173 time: 0.3898644 Sep 07 12:03:10.754473 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'name': 'network-vif-deleted', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:03:10.757027 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e1989-d569-4621-9fce-4ff41cce3cbf" -d '{"events": [{"server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "name": "network-vif-deleted", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:03:10.793300 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637a953-3d49-4b74-97a0-2df2427d77fa x-openstack-request-id: req-8637a953-3d49-4b74-97a0-2df2427d77fa {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:03:10.793590 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb56d3-e6a4-4d2d-8482-c155d62fff19", "name": "network-vif-deleted", "tag": "274908b2-0724-44f6-9e36-b6d704dc4406", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:03:10.793839 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8637a953-3d49-4b74-97a0-2df2427d77fa {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:03:10.794234 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb56d3-e6a4-4d2d-8482-c155d62fff19', 'name': 'network-vif-deleted', 'tag': '274908b2-0724-44f6-9e36-b6d704dc4406', 'status': 'completed', 'code': 200} Sep 07 12:03:14.822275 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 274908b2-0724-44f6-9e36-b6d704dc4406 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:03:14.842208 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 274908b2-0724-44f6-9e36-b6d704dc4406 {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:03:14.842592 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 274908b2-0724-44f6-9e36-b6d704dc4406 not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:03:20.683619 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-1669d2a9-6561-44da-b929-4c132a6bc1e3 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:20.684987 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-1669d2a9-6561-44da-b929-4c132a6bc1e3 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 813 time: 0.1022851 Sep 07 12:03:20.699381 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-7e70ed33-1ea6-43a9-b635-ede39b419253 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/quotas/839faf61f1964a09b346b936872704dd HTTP/1.1" status: 200 len: 375 time: 0.0087614 Sep 07 12:03:20.729914 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-ce8f1e85-7bd8-4d71-9bbb-249eeab13664 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255959 Sep 07 12:03:20.815871 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-4aba930c-121e-460d-beee-0d2a4f7ad820 service neutron] 10.222.0.13 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792391 Sep 07 12:03:20.907050 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-356b73ac-2eb1-4ccd-a82d-48d8fd91344d service neutron] 10.222.0.13 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845954 Sep 07 12:03:21.062480 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3f589be6-fb26-4674-adc2-07682defe034 req-c74bf977-e4d6-4724-a094-fae7fec4f791 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 210 time: 0.0288491 Sep 07 12:03:21.915340 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-df89fbe0-c63d-476c-9330-dc8aa4c55669 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:21.916769 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-df89fbe0-c63d-476c-9330-dc8aa4c55669 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 813 time: 0.1087618 Sep 07 12:03:21.929665 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Request body: {'port': {'device_id': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076', 'admin_state_up': True, 'tenant_id': '839faf61f1964a09b346b936872704dd'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:03:22.036972 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Made reservation on behalf of 839faf61f1964a09b346b936872704dd for: {'port': 1} {{(pid=105496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:03:22.040461 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.172763 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b4c51aaa-d0b7-454d-b921-60813c608cfa req-3cd34def-de27-4ee7-b7e7-d525c558d070 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 210 time: 0.0322964 Sep 07 12:03:22.187367 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_common [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Allocated IP 172.20.0.6 (dabb2fd2-594a-4c2d-b95c-bc0f997b0076/fc44a172-1ce1-4c2f-9146-d1d28a87631d/0bf1a1f0-333a-4f24-a382-3f41329bb7ac) {{(pid=105496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:03:22.330239 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks [] for port, precommit_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.368176 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769666445734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_create {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.408550 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 is already hosted by enough agents. {{(pid=105496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:03:22.411504 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.scheduler.base_scheduler [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Resources bound (agent type, host, resource id): {{(pid=105496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:03:22.415493 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Received port after_create {{(pid=105496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:03:22.439292 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Pushing event updated for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=1']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:22.452626 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.452967 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.453304 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.453637 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.453968 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.454296 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.454620 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.454971 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.455296 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.455618 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.455935 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.456251 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-10-iscsi {{(pid=105496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:03:22.475741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:22.476891 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.490836 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5772d45f-6208-4038-86cb-1d79874bfbfc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647280 Sep 07 12:03:22.520006 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.v2.base [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Request body: {'port': {'device_id': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=105496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:03:22.578088 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.825973 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf1a1f0-333a-4f24-a382-3f41329bb7ac {{(pid=105496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:03:22.833181 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.845018 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.provisioning_blocks [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Transition to ACTIVE for port object 0bf1a1f0-333a-4f24-a382-3f41329bb7ac will not be triggered until provisioned by entity L2. {{(pid=105496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:03:22.848757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:22.903272 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=2']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:22.964228 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Attempting to bind port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac on host hv-cinder-79128 for vnic_type normal with profile {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:03:22.964918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Attempting to bind port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:03:22.964918 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Attempting to bind port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:03:22.969044 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:03:22.969362 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Attempting to bind port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac on network dabb2fd2-594a-4c2d-b95c-bc0f997b0076 {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:03:22.974017 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Checking agent: {'id': '34ecd256-3b19-40b7-98c7-798164c82aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'started_at': datetime.datetime(2021, 9, 7, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:03:22.974347 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Checking segment: {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:03:22.974721 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Bound using segment: {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'} {{(pid=105496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:03:22.975166 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.managers [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Bound port: 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f27bb2-9daa-4911-b98f-3627149f6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076'}}] {{(pid=105496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:03:22.975520 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:23.035882 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, cleared binding levels {{(pid=105496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:03:23.038797 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:03:23.043079 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12325464'] for port, after_update {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:23.079528 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.080135 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:23.081532 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] 10.222.0.62 "PUT /v2.0/ports/0bf1a1f0-333a-4f24-a382-3f41329bb7ac HTTP/1.1" status: 200 len: 1093 time: 0.5654447 Sep 07 12:03:23.081959 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:03:23.084185 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b71a64-f86c-48c4-b58b-6c6f20e65409" -d '{"events": [{"name": "network-changed", "server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:03:23.112462 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad5be-7f94-4b1a-b4d8-9ffdf537f595 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=3']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:23.120197 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6789d2-4704-49c4-88c1-9f233ad6aa1b x-openstack-request-id: req-8f6789d2-4704-49c4-88c1-9f233ad6aa1b {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:03:23.120483 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:03:23.120732 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f6789d2-4704-49c4-88c1-9f233ad6aa1b {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:03:23.121120 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac', 'status': 'completed', 'code': 200} Sep 07 12:03:23.160986 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-44c43c5d-ab52-4409-93f5-a2c96656b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.162459 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-44c43c5d-ab52-4409-93f5-a2c96656b70b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 1096 time: 0.0401669 Sep 07 12:03:23.203912 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-e6b7011f-d20b-4658-95cc-6545772bb0b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac HTTP/1.1" status: 200 len: 217 time: 0.0332034 Sep 07 12:03:23.277502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-c0a8d71a-2d87-498d-bc3b-23b152cad4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.278976 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-c0a8d71a-2d87-498d-bc3b-23b152cad4be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc44a172-1ce1-4c2f-9146-d1d28a87631d HTTP/1.1" status: 200 len: 853 time: 0.0680640 Sep 07 12:03:23.312717 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-8c670415-d422-4752-af44-d81e10ef89a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261459 Sep 07 12:03:23.320113 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23e564-3c54-4016-9869-40013763fdd0 req-5022b6d8-3a33-4d1d-9764-c389c98b5510 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.321462 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f23e564-3c54-4016-9869-40013763fdd0 req-5022b6d8-3a33-4d1d-9764-c389c98b5510 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 943 time: 0.0809138 Sep 07 12:03:23.406678 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:03:23.408242 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-3f23e564-3c54-4016-9869-40013763fdd0 req-01d3a0ac-21bc-4a9e-b21c-cc40f61a731a tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792930 Sep 07 12:03:23.431431 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-533bcca7-3496-4773-b095-4d9f6c62e1f0 service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090887 Sep 07 12:03:23.517767 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-b8c8a88d-227a-4f5e-9d75-185a044ee4af req-1caa2210-c039-4eee-b83a-8d57c9607930 service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795305 Sep 07 12:03:23.602556 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-5d8d4f7d-8fde-47a5-b1af-7722ec6deec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.604051 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-5d8d4f7d-8fde-47a5-b1af-7722ec6deec3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=839faf61f1964a09b346b936872704dd&device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 1096 time: 0.0433681 Sep 07 12:03:23.693498 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-9aed3ec0-9cc9-4ea0-b10d-b82281127f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.694996 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-9aed3ec0-9cc9-4ea0-b10d-b82281127f2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 200 len: 914 time: 0.0836134 Sep 07 12:03:23.737558 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-d6a80b35-c612-42ae-8bbe-86397678f2df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac HTTP/1.1" status: 200 len: 217 time: 0.0360584 Sep 07 12:03:23.784609 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-2785127c-a116-4cee-b381-e5591faffd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:23.785971 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-2785127c-a116-4cee-b381-e5591faffd9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc44a172-1ce1-4c2f-9146-d1d28a87631d HTTP/1.1" status: 200 len: 853 time: 0.0414021 Sep 07 12:03:23.816307 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-b6f649be-3a7e-4838-84cd-861938f372d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dabb2fd2-594a-4c2d-b95c-bc0f997b0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230317 Sep 07 12:03:23.906660 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-5d819d4a-ba96-48b0-9b8a-13cc3f650b06 service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824463 Sep 07 12:03:23.994929 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-a3b71a64-f86c-48c4-b58b-6c6f20e65409 req-b2f7bb7c-466e-47b9-9c7c-7d2b864476b9 service neutron] 10.222.0.62 "GET /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800397 Sep 07 12:03:24.521193 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8da11-9772-4bae-a3e5-6caff74ba533 req-c82998fa-cc83-4a7a-a675-923fab581eee tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:24.522639 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bdf8da11-9772-4bae-a3e5-6caff74ba533 req-c82998fa-cc83-4a7a-a675-923fab581eee tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 943 time: 0.0479200 Sep 07 12:03:24.560053 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-bdf8da11-9772-4bae-a3e5-6caff74ba533 req-8dbb020f-c00c-4e17-aba4-4ca4ab9d6be3 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Sep 07 12:03:25.671786 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc3911-22f0-4910-b44d-855e4326d45e req-77a22352-9234-4856-8800-b3696d589c04 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:25.673231 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bdcc3911-22f0-4910-b44d-855e4326d45e req-77a22352-9234-4856-8800-b3696d589c04 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 943 time: 0.0470204 Sep 07 12:03:25.709181 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-bdcc3911-22f0-4910-b44d-855e4326d45e req-91f3aa3d-3252-43ce-a4bc-7ad665e7cbdf tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301037 Sep 07 12:03:26.654973 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0bf1a1f0-333a-4f24-a382-3f41329bb7ac details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=105498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:03:26.748598 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:03:26.760308 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Returning: {'device': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac', 'network_id': 'dabb2fd2-594a-4c2d-b95c-bc0f997b0076', 'port_id': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac', 'mac_address': 'fa:16:3e:4e:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc44a172-1ce1-4c2f-9146-d1d28a87631d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:03:26.798027 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:26.810558 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf1a1f0-333a-4f24-a382-3f41329bb7ac {{(pid=105498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:03:26.820669 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beafda9-c38a-447e-8474-1af1bc2cd89a req-b3067e99-3852-4815-b9d6-3ab9265fafcf tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:26.822176 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3beafda9-c38a-447e-8474-1af1bc2cd89a req-b3067e99-3852-4815-b9d6-3ab9265fafcf tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 943 time: 0.0470870 Sep 07 12:03:26.829701 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:03:26.834097 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:26.863909 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-3beafda9-c38a-447e-8474-1af1bc2cd89a req-97029fcd-c58c-4921-bd33-827d310fae4b tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Sep 07 12:03:26.892570 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=4']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:27.178315 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0bf1a1f0-333a-4f24-a382-3f41329bb7ac'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:03:27.978920 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842fdfe-c998-4f52-b3bb-6a80f46e5872 req-384ca083-4c75-477e-a24e-a924a1ca6f51 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:27.980698 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c842fdfe-c998-4f52-b3bb-6a80f46e5872 req-384ca083-4c75-477e-a24e-a924a1ca6f51 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 944 time: 0.0517716 Sep 07 12:03:28.017280 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-c842fdfe-c998-4f52-b3bb-6a80f46e5872 req-91d831e3-082f-42bc-8ade-19079a36f03d tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Sep 07 12:03:28.056961 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-41292dff-16f1-4652-8f94-fde673f69ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:28.670359 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0bf1a1f0-333a-4f24-a382-3f41329bb7ac up at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:03:28.720397 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning for port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac completed by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:03:28.724263 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.db.provisioning_blocks [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Provisioning complete for port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac triggered by entity L2. {{(pid=105498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:03:28.724629 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769009'] for port, provisioning_complete {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:28.800673 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544937'] for port, before_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:28.822408 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac'}] {{(pid=105498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:03:28.824656 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ddc37db8675ef11a45fc15b8b1b122b995d6984ff9136b9d57842c6803f8428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cbb805-fe18-4ebf-85c7-d23e60168058" -d '{"events": [{"server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac"}]}' {{(pid=105498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:03:28.837628 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:03:28.841536 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666946021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769666445752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769666445770'] for port, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:28.864090 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d8b9d-a8fb-4bb7-96c0-d11ca77cf27c x-openstack-request-id: req-5e3d8b9d-a8fb-4bb7-96c0-d11ca77cf27c {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:03:28.864388 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "name": "network-vif-plugged", "status": "completed", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac", "code": 200}]} {{(pid=105498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:03:28.864637 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e3d8b9d-a8fb-4bb7-96c0-d11ca77cf27c {{(pid=105498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:03:28.865020 dv-cinder-791281-10-iscsi neutron-server[105498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac', 'code': 200} Sep 07 12:03:28.894311 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Pushing event updated for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=5']} {{(pid=105498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:29.022051 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f12ac3-aa96-4c2f-9516-c542a759def5 req-12582d4a-357b-46ca-8bf7-c98a250bb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:29.023552 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e9f12ac3-aa96-4c2f-9516-c542a759def5 req-12582d4a-357b-46ca-8bf7-c98a250bb4c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 1098 time: 0.0397241 Sep 07 12:03:29.059177 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e9f12ac3-aa96-4c2f-9516-c542a759def5 req-65bfe997-9565-4d74-ab70-bacde7dc4a11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279775 Sep 07 12:03:29.127271 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc85bf4-ce1b-44bc-9369-c45c9d3675e0 req-f4f632ec-5220-48d6-9758-9764c788adc9 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:29.128718 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dbc85bf4-ce1b-44bc-9369-c45c9d3675e0 req-f4f632ec-5220-48d6-9758-9764c788adc9 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0463631 Sep 07 12:03:29.165043 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-dbc85bf4-ce1b-44bc-9369-c45c9d3675e0 req-c109f4c1-a8a1-4087-82c2-fc3f6746e827 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297081 Sep 07 12:03:30.277863 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcb84-d804-4a1d-a842-3fd038c0be0c req-880d513b-31d6-4f0d-9551-701207d33cb0 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:30.279430 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-079fcb84-d804-4a1d-a842-3fd038c0be0c req-880d513b-31d6-4f0d-9551-701207d33cb0 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Sep 07 12:03:30.319366 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-079fcb84-d804-4a1d-a842-3fd038c0be0c req-65ffadd8-3ab6-45cc-945e-07c050edcf59 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Sep 07 12:03:30.785510 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8fa00605-856f-4ae6-a542-6feea12810e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:31.113823 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:31.433713 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac805-b1ad-417c-ab08-40dfb97b754f req-5c0e58b5-9c83-444c-8b94-6d97ca7c8bb4 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:31.435091 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9acac805-b1ad-417c-ab08-40dfb97b754f req-5c0e58b5-9c83-444c-8b94-6d97ca7c8bb4 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0501904 Sep 07 12:03:31.471972 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-9acac805-b1ad-417c-ab08-40dfb97b754f req-e80e4a5b-eb97-43b9-861e-9ee97f814443 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Sep 07 12:03:31.805574 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:33.401128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:34.190577 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:53.406452 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655748f-5dd3-4e0f-b129-348004660322 req-cfe9b6e6-9475-4588-92d3-69bdcaafc428 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:53.408010 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0655748f-5dd3-4e0f-b129-348004660322 req-cfe9b6e6-9475-4588-92d3-69bdcaafc428 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0472841 Sep 07 12:03:53.444604 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-0655748f-5dd3-4e0f-b129-348004660322 req-3a4593eb-1398-4fd6-b492-5c73fe04ecb9 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Sep 07 12:03:54.559754 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a419e-0e83-4bf0-a467-01566ac11d76 req-9713797e-a0f1-49a6-8d62-c08e6d3a3592 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:54.561240 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722a419e-0e83-4bf0-a467-01566ac11d76 req-9713797e-a0f1-49a6-8d62-c08e6d3a3592 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Sep 07 12:03:54.597779 dv-cinder-791281-10-iscsi neutron-server[105497]: INFO neutron.wsgi [req-722a419e-0e83-4bf0-a467-01566ac11d76 req-3a6467e2-6af2-4d68-8a7e-5e83d54ceebb tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305250 Sep 07 12:03:55.353646 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-91023cd5-fd1d-4025-aafd-e66d833a3917 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:03:55.355083 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-91023cd5-fd1d-4025-aafd-e66d833a3917 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 945 time: 0.0468814 Sep 07 12:03:55.443047 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Deleting port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac {{(pid=105496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:03:55.443388 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666940685'] for port, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:55.527024 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.db [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] For port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,segment=NetworkSegment(80f27bb2-9daa-4911-b98f-3627149f6ea0),segment_id=80f27bb2-9daa-4911-b98f-3627149f6ea0)] {{(pid=105496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:03:55.527381 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733248'] for port, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:55.539204 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Calling delete_port for 0bf1a1f0-333a-4f24-a382-3f41329bb7ac owned by compute:nova {{(pid=105496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:03:55.664904 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666946003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769666445743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12325441'] for port, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:55.676669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.db [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] get_ports_and_sgs() called for port_ids ['0bf1a1f0-333a-4f24-a382-3f41329bb7ac'] {{(pid=105498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:03:55.717636 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-e04da518-d610-4e27-83e6-fabf44ee1674 req-691a418f-db7f-4aa5-8252-4125690af9c6 tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.13 "GET /v2.0/ports?device_id=6869fe8b-904b-4fc2-b09b-a9e851b25c44 HTTP/1.1" status: 200 len: 210 time: 0.0507445 Sep 07 12:03:55.718314 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Pushing event deleted for resources: {'Port': ['ID=0bf1a1f0-333a-4f24-a382-3f41329bb7ac,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:03:55.757944 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.l3_dvrscheduler_db [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] No DVR routers for this DVR port 0bf1a1f0-333a-4f24-a382-3f41329bb7ac on host hv-cinder-79128 {{(pid=105496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:03:55.760574 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42194'] for port, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:55.762507 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [req-315a5d57-3641-4c50-aed7-c4a25df2d1b3 req-54b95dd1-912d-4f57-8a17-4dddcd0242fc tempest-VolumesSnapshotTestJSON-1982405587 tempest-VolumesSnapshotTestJSON-1982405587-project] 10.222.0.62 "DELETE /v2.0/ports/0bf1a1f0-333a-4f24-a382-3f41329bb7ac HTTP/1.1" status: 204 len: 173 time: 0.4017889 Sep 07 12:03:55.762965 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'name': 'network-vif-deleted', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac'}] {{(pid=105496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:03:55.765151 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be33a1db0b78c650c44a7b56d54859962a931921ba7ce0866c2f73ed49300af8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab7515-e646-410f-ac5e-b7e191090ee4" -d '{"events": [{"server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "name": "network-vif-deleted", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac"}]}' {{(pid=105496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:03:55.801194 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f0496-5bb3-4890-be51-a069ec3c939f x-openstack-request-id: req-f79f0496-5bb3-4890-be51-a069ec3c939f {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:03:55.801497 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6869fe8b-904b-4fc2-b09b-a9e851b25c44", "name": "network-vif-deleted", "tag": "0bf1a1f0-333a-4f24-a382-3f41329bb7ac", "status": "completed", "code": 200}]} {{(pid=105496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:03:55.801808 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f79f0496-5bb3-4890-be51-a069ec3c939f {{(pid=105496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:03:55.802146 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6869fe8b-904b-4fc2-b09b-a9e851b25c44', 'name': 'network-vif-deleted', 'tag': '0bf1a1f0-333a-4f24-a382-3f41329bb7ac', 'status': 'completed', 'code': 200} Sep 07 12:03:58.057116 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4fc1-19fb-420e-a275-8dfccb55598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:03:59.533217 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0bf1a1f0-333a-4f24-a382-3f41329bb7ac no longer exists at agent hyperv_hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:03:59.552568 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.plugin [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] No Port match for: 0bf1a1f0-333a-4f24-a382-3f41329bb7ac {{(pid=105498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:03:59.552912 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron.plugins.ml2.rpc [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Device 0bf1a1f0-333a-4f24-a382-3f41329bb7ac not bound to the agent host hv-cinder-79128 {{(pid=105498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:04:00.405804 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:04:00.785073 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-707f954e-03c9-4be0-98b1-f9cc1dc2e41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:01.114195 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:01.816063 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:03.402971 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:04.182357 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.712210 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51950) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:04:19.754600 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Deleting subnet fc44a172-1ce1-4c2f-9146-d1d28a87631d {{(pid=105496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:04:19.757502 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.790346 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12325454'] for subnet, precommit_delete_associations {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.831408 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738315'] for subnet, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.883718 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12325398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12528177'] for subnet, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.910715 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc44a172-1ce1-4c2f-9146-d1d28a87631d,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:04:19.912739 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for subnet, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:19.914579 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-d01b5930-a1b2-420e-b3cf-b7499abee2da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc44a172-1ce1-4c2f-9146-d1d28a87631d HTTP/1.1" status: 204 len: 168 time: 0.2013822 Sep 07 12:04:19.917190 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51952) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:04:19.982220 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3527442'] for network, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.060100 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737940', 'neutron.services.segments.db._delete_segments_for_network-8769666990192'] for network, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.078798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabb2fd2-594a-4c2d-b95c-bc0f997b0076']}} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:04:20.087757 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f27bb2-9daa-4911-b98f-3627149f6ea0') {'for_net_delete': True} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:04:20.088059 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.services.segments.db [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f27bb2-9daa-4911-b98f-3627149f6ea0') {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:04:20.096992 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666990457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12325461'] for segment, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.110173 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688'] for segment, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.115827 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=105496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:04:20.116209 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12325500'] for segment, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: Traceback (most recent call last): Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: timer() Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: cb(*args, **kw) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: return func(*args, **kwargs) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: self._notify() Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: self.callback(batched_events) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: event.method(event) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: return f(self, *a, **k) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._get(url).json() Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: return self.request(url, 'GET', **kwargs) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:04:20.117789 dv-cinder-791281-10-iscsi neutron-server[105496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:04:20.410796 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729433'] for network, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.416741 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672818'] for network, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.418548 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dabb2fd2-594a-4c2d-b95c-bc0f997b0076 HTTP/1.1" status: 204 len: 168 time: 0.5004663 Sep 07 12:04:20.428846 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d7b9b-2db6-454b-9282-dd22ba751051 admin admin] Pushing event deleted for resources: {'Network': ['ID=dabb2fd2-594a-4c2d-b95c-bc0f997b0076,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:04:20.608798 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51956) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:04:20.648066 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-f0098a7e-1c45-493d-a34a-c51f7d21c33f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=839faf61f1964a09b346b936872704dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381408 Sep 07 12:04:20.650466 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [-] (105496) accepted ('10.222.0.13', 51958) {{(pid=105496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:04:20.696649 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.716464 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.762257 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714006'] for security_group, after_delete {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.764903 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:20.766045 dv-cinder-791281-10-iscsi neutron-server[105496]: INFO neutron.wsgi [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a HTTP/1.1" status: 204 len: 168 time: 0.1146393 Sep 07 12:04:20.773692 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c0e48-f81e-4935-87cc-027d39bb7da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdac8e2d-91a6-49bd-9eb3-f36cc3f9ec1a,revision_number=None']} {{(pid=105496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:04:28.057687 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-dc010a32-b937-42c8-9faf-51b3661bfbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:30.786890 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d51d9330-5ff6-4f96-9223-9a4557d0330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:31.114073 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:31.818925 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:33.405579 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:34.186128 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:04:37.404949 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:04:58.056795 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-46c2c895-b364-4dfb-b3dc-d0ca55834dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:00.786251 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ddddbe04-d1d3-4896-983d-281d048ed1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:01.115589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:01.821920 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:03.407789 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:04.228279 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:14.404440 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:05:28.059646 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3f2978c1-9d30-483a-83d6-98c78dd39106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:30.786126 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-7026bf88-74c0-4988-8c65-ca52e34768c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:31.116175 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:31.825438 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:32.650621 dv-cinder-791281-10-iscsi neutron-server[105497]: DEBUG neutron.wsgi [req-a4eb6edb-0ffa-46f3-bba6-4ea9a487f6e3 req-ccda0b9d-8466-416e-b23f-6fb2eb29fa04 service neutron] (105497) timed out ('10.222.0.62', 57370) {{(pid=105497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 12:05:33.409944 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:34.256140 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:05:38.939562 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-dc71b58f-08a0-4dbb-8346-e52010c535a5 req-b8bafc36-c29e-46a6-914b-df446fd96e5b service neutron] (105496) timed out ('10.222.0.62', 57383) {{(pid=105496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 12:05:40.308573 dv-cinder-791281-10-iscsi neutron-server[105496]: DEBUG neutron.wsgi [req-3c16d706-f136-4326-a186-4d9f385a513a req-deb6872b-354c-4565-b33b-ea9eb12cdfa3 service neutron] (105496) timed out ('10.222.0.62', 57380) {{(pid=105496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 12:05:51.404241 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:05:58.063210 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-303ee838-7bca-444e-9449-9c4a2ad1d6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:00.785616 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-caab830d-0df7-45da-adca-726c02c7da60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:01.117589 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:01.829546 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:03.412738 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:04.287514 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:28.064627 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3ded961f-7181-409a-bd40-f9d01c4bc052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:28.403255 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:06:30.786365 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8c27096b-af99-4c27-8c1c-780459afd0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:31.118435 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:31.834747 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:33.415173 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:34.305878 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:06:58.064111 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-718b0a4f-05ee-4f5d-9495-544e270ec047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:00.786669 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-62178375-087d-40ad-9250-220f6df98458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:01.119113 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:01.833991 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:03.418402 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:04.318293 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:05.402505 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:07:28.064069 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-5c543fa0-9539-4cc0-8969-d0aaaae5858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:30.786118 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c701f05c-f4b9-4e98-b127-6aabae8358dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:31.120171 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:31.836267 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:33.419607 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:34.317678 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:07:42.401507 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:07:58.063970 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-71d33427-cba0-4ebc-aa50-fd31b2bc9460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:00.784751 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c9668315-5659-4e46-9db4-8642a08f1df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:01.120831 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:01.840269 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:03.422130 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:04.317078 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:19.400326 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:08:28.064372 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3189974e-755b-4c45-acc4-bef04887a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:30.783506 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-82d3308c-8c39-4c8c-8305-ad62836bce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:31.121562 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:31.843090 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:33.425664 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:34.331714 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:08:56.399729 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:08:58.067563 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-c6404fc8-b85a-4322-8a94-4ffd6f3db177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:00.783583 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-812d742b-138d-4c4a-9436-160f36701ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:01.121340 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:01.845781 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:03.428480 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:04.331519 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:28.067825 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-8d696251-a8d0-43f3-9630-b8548c225c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:30.783093 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-1ac360fc-60d4-4dd2-b58a-45ed5f73fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:31.122046 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c65a-3f05-4ba6-9add-29cff453fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:31.848639 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-d6eb12bc-bd88-4b3a-9700-dfac418fa52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:33.399008 dv-cinder-791281-10-iscsi neutron-server[105499]: DEBUG neutron.db.agents_db [None req-0002f4c3-9b31-4ec9-bbe4-a1535d216ee5 None None] Agent healthcheck: found 6 active agents {{(pid=105499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:09:33.431717 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-86ca59aa-6d93-4fdf-8ef8-7827eca14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:09:34.346643 dv-cinder-791281-10-iscsi neutron-server[105498]: DEBUG neutron_lib.callbacks.manager [None req-3246a107-4900-4b28-bc71-b758b82fe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666990174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768346'] for agent, after_update {{(pid=105498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}